2024-11-24 09:20:25,684 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 09:20:25,695 main DEBUG Took 0.009917 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 09:20:25,696 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 09:20:25,696 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 09:20:25,697 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 09:20:25,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,705 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 09:20:25,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,718 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,719 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,720 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,722 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,724 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:20:25,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,727 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 09:20:25,728 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:20:25,729 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 09:20:25,731 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 09:20:25,731 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 09:20:25,732 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 09:20:25,733 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 09:20:25,741 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 09:20:25,743 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 09:20:25,745 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 09:20:25,745 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 09:20:25,746 main DEBUG createAppenders(={Console}) 2024-11-24 09:20:25,746 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 09:20:25,747 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 09:20:25,747 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 09:20:25,747 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 09:20:25,748 main DEBUG OutputStream closed 2024-11-24 09:20:25,748 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 09:20:25,748 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 09:20:25,748 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 09:20:25,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 09:20:25,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 09:20:25,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 09:20:25,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 09:20:25,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 09:20:25,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 09:20:25,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 09:20:25,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 09:20:25,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 09:20:25,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 09:20:25,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 09:20:25,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 09:20:25,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 09:20:25,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 09:20:25,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 09:20:25,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 09:20:25,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 09:20:25,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 09:20:25,824 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 09:20:25,824 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 09:20:25,825 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 09:20:25,825 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T09:20:26,115 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981 2024-11-24 09:20:26,117 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 09:20:26,118 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T09:20:26,127 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-24T09:20:26,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:20:26,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb, deleteOnExit=true 2024-11-24T09:20:26,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T09:20:26,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/test.cache.data in system properties and HBase conf 2024-11-24T09:20:26,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:20:26,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:20:26,153 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:20:26,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:20:26,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T09:20:26,250 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T09:20:26,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:20:26,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:20:26,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:20:26,347 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:20:26,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:20:26,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:20:26,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:20:26,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:20:26,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:20:26,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:20:26,351 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:20:26,352 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:20:26,352 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:20:26,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:20:26,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:20:27,191 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T09:20:27,284 INFO [Time-limited test {}] log.Log(170): Logging initialized @2365ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T09:20:27,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:20:27,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:20:27,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:20:27,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:20:27,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:20:27,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:20:27,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:20:27,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:20:27,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/java.io.tmpdir/jetty-localhost-45579-hadoop-hdfs-3_4_1-tests_jar-_-any-1631185180727067121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:20:27,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:45579} 2024-11-24T09:20:27,684 INFO [Time-limited test {}] server.Server(415): Started @2766ms 2024-11-24T09:20:28,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:20:28,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:20:28,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:20:28,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:20:28,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:20:28,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:20:28,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:20:28,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/java.io.tmpdir/jetty-localhost-42351-hadoop-hdfs-3_4_1-tests_jar-_-any-10988341197681342449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:20:28,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42351} 2024-11-24T09:20:28,222 INFO [Time-limited test {}] server.Server(415): Started @3304ms 2024-11-24T09:20:28,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:20:28,773 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/dfs/data/data2/current/BP-1393481081-172.17.0.2-1732440026957/current, will proceed with Du for space computation calculation, 2024-11-24T09:20:28,773 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/dfs/data/data1/current/BP-1393481081-172.17.0.2-1732440026957/current, will proceed with Du for space computation calculation, 2024-11-24T09:20:28,813 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:20:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d70ab33d3b6a94d with lease ID 0x77d2b57891fd4f10: Processing first storage report for DS-69b08308-029a-4b1a-b833-54e4777916fa from datanode DatanodeRegistration(127.0.0.1:35265, datanodeUuid=e8cc6edb-28bd-440d-883b-c9ccc920e8fc, infoPort=43231, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=2085743038;c=1732440026957) 2024-11-24T09:20:28,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d70ab33d3b6a94d with lease ID 0x77d2b57891fd4f10: from storage DS-69b08308-029a-4b1a-b833-54e4777916fa node DatanodeRegistration(127.0.0.1:35265, datanodeUuid=e8cc6edb-28bd-440d-883b-c9ccc920e8fc, infoPort=43231, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=2085743038;c=1732440026957), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T09:20:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d70ab33d3b6a94d with lease ID 0x77d2b57891fd4f10: Processing first storage report for DS-9d1cb222-ebf3-40e5-bb0a-32936eb804dc from datanode DatanodeRegistration(127.0.0.1:35265, datanodeUuid=e8cc6edb-28bd-440d-883b-c9ccc920e8fc, infoPort=43231, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=2085743038;c=1732440026957) 2024-11-24T09:20:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d70ab33d3b6a94d with lease ID 0x77d2b57891fd4f10: from storage DS-9d1cb222-ebf3-40e5-bb0a-32936eb804dc node DatanodeRegistration(127.0.0.1:35265, datanodeUuid=e8cc6edb-28bd-440d-883b-c9ccc920e8fc, infoPort=43231, infoSecurePort=0, ipcPort=37931, storageInfo=lv=-57;cid=testClusterID;nsid=2085743038;c=1732440026957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T09:20:28,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981 2024-11-24T09:20:28,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/zookeeper_0, clientPort=62361, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:20:28,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62361 2024-11-24T09:20:28,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:28,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:20:29,621 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 with version=8 2024-11-24T09:20:29,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/hbase-staging 2024-11-24T09:20:29,748 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T09:20:30,014 INFO [Time-limited test {}] client.ConnectionUtils(129): master/36e70e68d79c:0 server-side Connection retries=45 2024-11-24T09:20:30,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:20:30,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:20:30,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:20:30,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:20:30,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:20:30,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:20:30,228 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T09:20:30,237 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T09:20:30,241 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:20:30,268 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21664 (auto-detected) 2024-11-24T09:20:30,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T09:20:30,288 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41753 2024-11-24T09:20:30,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:30,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:30,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41753 connecting to ZooKeeper ensemble=127.0.0.1:62361 2024-11-24T09:20:30,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417530x0, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:20:30,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41753-0x10028d4aff30000 connected 2024-11-24T09:20:30,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:20:30,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:20:30,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:20:30,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-24T09:20:30,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41753 2024-11-24T09:20:30,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41753 2024-11-24T09:20:30,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-24T09:20:30,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-24T09:20:30,399 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2, hbase.cluster.distributed=false 2024-11-24T09:20:30,468 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/36e70e68d79c:0 server-side Connection retries=45 2024-11-24T09:20:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:20:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:20:30,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:20:30,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:20:30,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:20:30,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:20:30,475 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:20:30,476 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40313 2024-11-24T09:20:30,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:20:30,484 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:20:30,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:30,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:30,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40313 connecting to ZooKeeper ensemble=127.0.0.1:62361 2024-11-24T09:20:30,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403130x0, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:20:30,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40313-0x10028d4aff30001 connected 2024-11-24T09:20:30,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:20:30,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:20:30,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:20:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-24T09:20:30,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40313 2024-11-24T09:20:30,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40313 2024-11-24T09:20:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-24T09:20:30,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-24T09:20:30,507 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/36e70e68d79c,41753,1732440029741 2024-11-24T09:20:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:20:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:20:30,515 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/36e70e68d79c,41753,1732440029741 2024-11-24T09:20:30,522 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;36e70e68d79c:41753 2024-11-24T09:20:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:20:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:20:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:30,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:30,536 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:20:30,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:20:30,537 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/36e70e68d79c,41753,1732440029741 from backup master directory 2024-11-24T09:20:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/36e70e68d79c,41753,1732440029741 2024-11-24T09:20:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:20:30,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:20:30,541 WARN [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:20:30,541 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=36e70e68d79c,41753,1732440029741 2024-11-24T09:20:30,544 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T09:20:30,545 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T09:20:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:20:30,612 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/hbase.id with ID: d12ce31e-9774-4f84-8331-649be9132804 2024-11-24T09:20:30,653 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:20:30,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:30,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:20:30,719 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:20:30,721 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:20:30,739 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:30,743 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:20:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:20:31,192 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store 2024-11-24T09:20:31,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:20:31,612 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T09:20:31,612 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:31,614 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:20:31,614 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:20:31,614 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:20:31,614 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:20:31,614 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:20:31,614 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:20:31,614 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T09:20:31,616 WARN [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/.initializing 2024-11-24T09:20:31,617 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/WALs/36e70e68d79c,41753,1732440029741 2024-11-24T09:20:31,623 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:20:31,634 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36e70e68d79c%2C41753%2C1732440029741, suffix=, logDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/WALs/36e70e68d79c,41753,1732440029741, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/oldWALs, maxLogs=10 2024-11-24T09:20:31,655 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/WALs/36e70e68d79c,41753,1732440029741/36e70e68d79c%2C41753%2C1732440029741.1732440031638, exclude list is [], retry=0 2024-11-24T09:20:31,672 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-69b08308-029a-4b1a-b833-54e4777916fa,DISK] 2024-11-24T09:20:31,675 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T09:20:31,712 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/WALs/36e70e68d79c,41753,1732440029741/36e70e68d79c%2C41753%2C1732440029741.1732440031638 2024-11-24T09:20:31,713 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-24T09:20:31,713 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:20:31,714 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:31,717 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,718 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:20:31,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:31,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:31,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:20:31,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:31,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:20:31,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:31,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:31,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:20:31,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:31,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:31,802 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,803 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,811 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:20:31,814 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:20:31,819 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:20:31,820 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73342146, jitterRate=0.0928831398487091}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:20:31,824 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T09:20:31,825 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:20:31,852 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bc083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:31,886 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T09:20:31,898 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:20:31,898 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:20:31,900 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:20:31,901 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T09:20:31,906 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-24T09:20:31,906 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:20:31,931 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:20:31,942 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:20:31,945 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:20:31,947 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:20:31,948 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:20:31,950 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:20:31,952 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:20:31,955 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:20:31,957 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:20:31,958 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:20:31,959 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:20:31,969 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:20:31,971 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:20:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:20:31,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:20:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:31,976 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=36e70e68d79c,41753,1732440029741, sessionid=0x10028d4aff30000, setting cluster-up flag (Was=false) 2024-11-24T09:20:31,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:31,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:31,996 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:20:31,997 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36e70e68d79c,41753,1732440029741 2024-11-24T09:20:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:32,009 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:20:32,010 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36e70e68d79c,41753,1732440029741 2024-11-24T09:20:32,089 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T09:20:32,095 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T09:20:32,097 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:20:32,103 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 36e70e68d79c,41753,1732440029741 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:20:32,107 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:20:32,107 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:20:32,107 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:20:32,107 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:20:32,108 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/36e70e68d79c:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:20:32,108 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,108 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/36e70e68d79c:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:20:32,108 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,110 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732440062110 2024-11-24T09:20:32,112 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:20:32,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:20:32,113 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:20:32,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:20:32,117 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:20:32,117 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:20:32,117 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:20:32,118 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:20:32,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:32,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:20:32,118 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,119 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;36e70e68d79c:40313 2024-11-24T09:20:32,119 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:20:32,121 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1008): ClusterId : d12ce31e-9774-4f84-8331-649be9132804 2024-11-24T09:20:32,121 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:20:32,121 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:20:32,123 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:20:32,124 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:20:32,124 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:20:32,126 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.large.0-1732440032125,5,FailOnTimeoutGroup] 2024-11-24T09:20:32,126 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.small.0-1732440032126,5,FailOnTimeoutGroup] 2024-11-24T09:20:32,126 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,126 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:20:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741831_1007 (size=1039) 2024-11-24T09:20:32,128 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,128 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,129 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:20:32,129 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:20:32,133 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:20:32,133 DEBUG [RS:0;36e70e68d79c:40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6859de7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:32,135 DEBUG [RS:0;36e70e68d79c:40313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4b7ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=36e70e68d79c/172.17.0.2:0 2024-11-24T09:20:32,137 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T09:20:32,137 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T09:20:32,138 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T09:20:32,140 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(3073): reportForDuty to master=36e70e68d79c,41753,1732440029741 with isa=36e70e68d79c/172.17.0.2:40313, startcode=1732440030467 2024-11-24T09:20:32,152 DEBUG [RS:0;36e70e68d79c:40313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:20:32,192 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55865, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:20:32,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41753 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:32,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41753 {}] master.ServerManager(486): Registering regionserver=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:32,216 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:20:32,217 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38071 2024-11-24T09:20:32,217 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T09:20:32,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:20:32,232 DEBUG [RS:0;36e70e68d79c:40313 {}] zookeeper.ZKUtil(111): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/36e70e68d79c,40313,1732440030467 2024-11-24T09:20:32,232 WARN [RS:0;36e70e68d79c:40313 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:20:32,232 INFO [RS:0;36e70e68d79c:40313 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:20:32,232 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467 2024-11-24T09:20:32,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [36e70e68d79c,40313,1732440030467] 2024-11-24T09:20:32,246 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T09:20:32,257 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:20:32,270 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:20:32,272 INFO [RS:0;36e70e68d79c:40313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:20:32,273 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,273 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T09:20:32,281 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,281 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,281 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,281 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,281 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,282 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,282 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/36e70e68d79c:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:20:32,282 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,282 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,282 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,282 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,283 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:20:32,283 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/36e70e68d79c:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:20:32,283 DEBUG [RS:0;36e70e68d79c:40313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:20:32,284 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,284 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,284 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,284 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,284 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,40313,1732440030467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:20:32,305 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:20:32,307 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,40313,1732440030467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:32,327 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.Replication(204): 36e70e68d79c,40313,1732440030467 started 2024-11-24T09:20:32,327 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1767): Serving as 36e70e68d79c,40313,1732440030467, RpcServer on 36e70e68d79c/172.17.0.2:40313, sessionid=0x10028d4aff30001 2024-11-24T09:20:32,328 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:20:32,328 DEBUG [RS:0;36e70e68d79c:40313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:32,328 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36e70e68d79c,40313,1732440030467' 2024-11-24T09:20:32,328 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:20:32,329 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:20:32,330 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:20:32,330 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:20:32,330 DEBUG [RS:0;36e70e68d79c:40313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:32,330 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36e70e68d79c,40313,1732440030467' 2024-11-24T09:20:32,330 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:20:32,331 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:20:32,331 DEBUG [RS:0;36e70e68d79c:40313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:20:32,331 INFO [RS:0;36e70e68d79c:40313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:20:32,331 INFO [RS:0;36e70e68d79c:40313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:20:32,437 INFO [RS:0;36e70e68d79c:40313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:20:32,441 INFO [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36e70e68d79c%2C40313%2C1732440030467, suffix=, logDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/oldWALs, maxLogs=32 2024-11-24T09:20:32,458 DEBUG [RS:0;36e70e68d79c:40313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467/36e70e68d79c%2C40313%2C1732440030467.1732440032443, exclude list is [], retry=0 2024-11-24T09:20:32,462 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-69b08308-029a-4b1a-b833-54e4777916fa,DISK] 2024-11-24T09:20:32,466 INFO [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467/36e70e68d79c%2C40313%2C1732440030467.1732440032443 2024-11-24T09:20:32,466 DEBUG [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-24T09:20:32,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T09:20:32,531 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:20:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741833_1009 (size=32) 2024-11-24T09:20:32,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:20:32,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:20:32,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:32,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:32,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:20:32,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:20:32,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:32,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:32,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:20:32,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:20:32,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:32,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:32,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740 2024-11-24T09:20:32,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740 2024-11-24T09:20:32,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:20:32,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T09:20:32,967 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:20:32,968 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65859322, jitterRate=-0.018619626760482788}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:20:32,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T09:20:32,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:20:32,970 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T09:20:32,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T09:20:32,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:20:32,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:20:32,971 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T09:20:32,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T09:20:32,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:20:32,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T09:20:32,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:20:32,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:20:32,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:20:33,142 DEBUG [36e70e68d79c:41753 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:20:33,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:33,152 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 36e70e68d79c,40313,1732440030467, state=OPENING 2024-11-24T09:20:33,160 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:20:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:33,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:20:33,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:20:33,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:20:33,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:33,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:20:33,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:20:33,356 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T09:20:33,356 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:20:33,357 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:20:33,360 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36e70e68d79c%2C40313%2C1732440030467.meta, suffix=.meta, logDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467, archiveDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/oldWALs, maxLogs=32 2024-11-24T09:20:33,376 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467/36e70e68d79c%2C40313%2C1732440030467.meta.1732440033362.meta, exclude list is [], retry=0 2024-11-24T09:20:33,380 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-69b08308-029a-4b1a-b833-54e4777916fa,DISK] 2024-11-24T09:20:33,383 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467/36e70e68d79c%2C40313%2C1732440030467.meta.1732440033362.meta 2024-11-24T09:20:33,384 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43231:43231)] 2024-11-24T09:20:33,384 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:20:33,386 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:20:33,446 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:20:33,451 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:20:33,456 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:20:33,456 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:33,456 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T09:20:33,456 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T09:20:33,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:20:33,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:20:33,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:33,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:33,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:20:33,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:20:33,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:33,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:33,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:20:33,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:20:33,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:33,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:20:33,468 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740 2024-11-24T09:20:33,471 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740 2024-11-24T09:20:33,474 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:20:33,476 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T09:20:33,478 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62295681, jitterRate=-0.07172201573848724}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:20:33,479 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T09:20:33,487 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732440033333 2024-11-24T09:20:33,498 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:20:33,498 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T09:20:33,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:33,501 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 36e70e68d79c,40313,1732440030467, state=OPEN 2024-11-24T09:20:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:20:33,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:20:33,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:20:33,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:20:33,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:20:33,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=36e70e68d79c,40313,1732440030467 in 341 msec 2024-11-24T09:20:33,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:20:33,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-24T09:20:33,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4790 sec 2024-11-24T09:20:33,522 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732440033522, completionTime=-1 2024-11-24T09:20:33,523 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:20:33,523 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T09:20:33,560 DEBUG [hconnection-0x7e127c2e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:33,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:33,573 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T09:20:33,573 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732440093573 2024-11-24T09:20:33,573 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732440153573 2024-11-24T09:20:33,574 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-24T09:20:33,595 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,41753,1732440029741-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:33,596 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,41753,1732440029741-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:33,596 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,41753,1732440029741-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:33,597 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-36e70e68d79c:41753, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:33,597 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:33,602 DEBUG [master/36e70e68d79c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T09:20:33,605 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T09:20:33,606 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:20:33,613 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T09:20:33,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:20:33,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:33,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:20:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741835_1011 (size=358) 2024-11-24T09:20:34,034 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f80532a395365a3d763bfec797cdf375, NAME => 'hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:20:34,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741836_1012 (size=42) 2024-11-24T09:20:34,445 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:34,445 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f80532a395365a3d763bfec797cdf375, disabling compactions & flushes 2024-11-24T09:20:34,445 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,445 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,445 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. after waiting 0 ms 2024-11-24T09:20:34,445 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,446 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,446 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f80532a395365a3d763bfec797cdf375: 2024-11-24T09:20:34,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:20:34,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732440034449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440034449"}]},"ts":"1732440034449"} 2024-11-24T09:20:34,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:20:34,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:20:34,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440034480"}]},"ts":"1732440034480"} 2024-11-24T09:20:34,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T09:20:34,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f80532a395365a3d763bfec797cdf375, ASSIGN}] 2024-11-24T09:20:34,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f80532a395365a3d763bfec797cdf375, ASSIGN 2024-11-24T09:20:34,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f80532a395365a3d763bfec797cdf375, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:20:34,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f80532a395365a3d763bfec797cdf375, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:34,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f80532a395365a3d763bfec797cdf375, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:20:34,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:34,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f80532a395365a3d763bfec797cdf375, NAME => 'hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:20:34,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:34,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,816 INFO [StoreOpener-f80532a395365a3d763bfec797cdf375-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,818 INFO [StoreOpener-f80532a395365a3d763bfec797cdf375-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f80532a395365a3d763bfec797cdf375 columnFamilyName info 2024-11-24T09:20:34,818 DEBUG [StoreOpener-f80532a395365a3d763bfec797cdf375-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:34,819 INFO [StoreOpener-f80532a395365a3d763bfec797cdf375-1 {}] regionserver.HStore(327): Store=f80532a395365a3d763bfec797cdf375/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:34,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f80532a395365a3d763bfec797cdf375 2024-11-24T09:20:34,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:20:34,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f80532a395365a3d763bfec797cdf375; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60855992, jitterRate=-0.09317505359649658}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:20:34,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f80532a395365a3d763bfec797cdf375: 2024-11-24T09:20:34,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375., pid=6, masterSystemTime=1732440034805 2024-11-24T09:20:34,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:20:34,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f80532a395365a3d763bfec797cdf375, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:34,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T09:20:34,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f80532a395365a3d763bfec797cdf375, server=36e70e68d79c,40313,1732440030467 in 190 msec 2024-11-24T09:20:34,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T09:20:34,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f80532a395365a3d763bfec797cdf375, ASSIGN in 352 msec 2024-11-24T09:20:34,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:20:34,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440034850"}]},"ts":"1732440034850"} 2024-11-24T09:20:34,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T09:20:34,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:20:34,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2500 sec 2024-11-24T09:20:34,917 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T09:20:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T09:20:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:20:34,949 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T09:20:34,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T09:20:34,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-24T09:20:34,973 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T09:20:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T09:20:34,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-24T09:20:34,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T09:20:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T09:20:35,002 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.461sec 2024-11-24T09:20:35,003 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:20:35,004 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:20:35,005 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:20:35,006 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:20:35,006 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:20:35,007 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,41753,1732440029741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:20:35,007 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,41753,1732440029741-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:20:35,014 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:20:35,015 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:20:35,015 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,41753,1732440029741-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:20:35,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-24T09:20:35,023 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T09:20:35,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:35,034 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T09:20:35,034 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T09:20:35,044 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:35,054 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:35,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=36e70e68d79c,41753,1732440029741 2024-11-24T09:20:35,087 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=8178 2024-11-24T09:20:35,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:20:35,126 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:20:35,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:20:35,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:20:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:20:35,145 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:20:35,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T09:20:35,146 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:35,148 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:20:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:20:35,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741837_1013 (size=960) 2024-11-24T09:20:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:20:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:20:35,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:20:35,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741838_1014 (size=53) 2024-11-24T09:20:35,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:35,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 916c283ef28697c16a6878f1b5ee49e4, disabling compactions & flushes 2024-11-24T09:20:35,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. after waiting 0 ms 2024-11-24T09:20:35,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,581 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,581 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:35,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:20:35,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440035582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440035582"}]},"ts":"1732440035582"} 2024-11-24T09:20:35,586 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:20:35,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:20:35,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440035587"}]},"ts":"1732440035587"} 2024-11-24T09:20:35,590 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:20:35,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, ASSIGN}] 2024-11-24T09:20:35,596 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, ASSIGN 2024-11-24T09:20:35,598 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:20:35,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=916c283ef28697c16a6878f1b5ee49e4, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:35,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:20:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:20:35,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:35,913 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,913 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:20:35,913 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,913 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:20:35,914 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,914 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,916 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,919 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:20:35,919 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916c283ef28697c16a6878f1b5ee49e4 columnFamilyName A 2024-11-24T09:20:35,919 DEBUG [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:35,920 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.HStore(327): Store=916c283ef28697c16a6878f1b5ee49e4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:35,920 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,922 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:20:35,922 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916c283ef28697c16a6878f1b5ee49e4 columnFamilyName B 2024-11-24T09:20:35,923 DEBUG [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:35,923 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.HStore(327): Store=916c283ef28697c16a6878f1b5ee49e4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:35,923 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,925 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:20:35,926 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 916c283ef28697c16a6878f1b5ee49e4 columnFamilyName C 2024-11-24T09:20:35,926 DEBUG [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:20:35,927 INFO [StoreOpener-916c283ef28697c16a6878f1b5ee49e4-1 {}] regionserver.HStore(327): Store=916c283ef28697c16a6878f1b5ee49e4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:20:35,927 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,928 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,929 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,932 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:20:35,934 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:35,937 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:20:35,938 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 916c283ef28697c16a6878f1b5ee49e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72610908, jitterRate=0.08198684453964233}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:20:35,939 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:35,941 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., pid=11, masterSystemTime=1732440035906 2024-11-24T09:20:35,943 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,944 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:35,945 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=916c283ef28697c16a6878f1b5ee49e4, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:35,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T09:20:35,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 in 196 msec 2024-11-24T09:20:35,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T09:20:35,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, ASSIGN in 357 msec 2024-11-24T09:20:35,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:20:35,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440035955"}]},"ts":"1732440035955"} 2024-11-24T09:20:35,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:20:35,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:20:35,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 823 msec 2024-11-24T09:20:36,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:20:36,267 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T09:20:36,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-24T09:20:36,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:20:36,285 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:20:36,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-24T09:20:36,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,297 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-24T09:20:36,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-24T09:20:36,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-24T09:20:36,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-24T09:20:36,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-24T09:20:36,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-24T09:20:36,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-24T09:20:36,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-24T09:20:36,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:20:36,333 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,336 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,336 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,338 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,339 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,339 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,337 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:36,344 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T09:20:36,352 DEBUG [hconnection-0x2d164ddf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,352 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:20:36,354 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:36,355 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:36,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,370 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,372 DEBUG [hconnection-0x60476d5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,377 DEBUG [hconnection-0x6c4136b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:20:36,379 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,380 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,381 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:20:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:36,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:36,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:36,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:36,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:36,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:36,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:36,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:20:36,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:36,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e5e6c6e67e3d44b99c29d93fe1a1807c is 50, key is test_row_0/A:col10/1732440036345/Put/seqid=0 2024-11-24T09:20:36,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:36,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:36,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440096540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440096544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440096549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440096557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440096557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741839_1015 (size=12001) 2024-11-24T09:20:36,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e5e6c6e67e3d44b99c29d93fe1a1807c 2024-11-24T09:20:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:20:36,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a48c9e710ba94b33bd7017e9592db79e is 50, key is test_row_0/B:col10/1732440036345/Put/seqid=0 2024-11-24T09:20:36,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440096695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440096694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440096696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440096697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741840_1016 (size=12001) 2024-11-24T09:20:36,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a48c9e710ba94b33bd7017e9592db79e 2024-11-24T09:20:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:36,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:36,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440096706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/5fbcac030d7c45afb2edbdf10bdb1648 is 50, key is test_row_0/C:col10/1732440036345/Put/seqid=0 2024-11-24T09:20:36,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741841_1017 (size=12001) 2024-11-24T09:20:36,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:36,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:36,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440096907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440096908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440096909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440096910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440096915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:20:37,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:37,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:37,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/5fbcac030d7c45afb2edbdf10bdb1648 2024-11-24T09:20:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e5e6c6e67e3d44b99c29d93fe1a1807c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e5e6c6e67e3d44b99c29d93fe1a1807c 2024-11-24T09:20:37,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e5e6c6e67e3d44b99c29d93fe1a1807c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T09:20:37,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a48c9e710ba94b33bd7017e9592db79e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a48c9e710ba94b33bd7017e9592db79e 2024-11-24T09:20:37,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a48c9e710ba94b33bd7017e9592db79e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T09:20:37,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/5fbcac030d7c45afb2edbdf10bdb1648 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/5fbcac030d7c45afb2edbdf10bdb1648 2024-11-24T09:20:37,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/5fbcac030d7c45afb2edbdf10bdb1648, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T09:20:37,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 916c283ef28697c16a6878f1b5ee49e4 in 825ms, sequenceid=12, compaction requested=false 2024-11-24T09:20:37,248 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T09:20:37,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:37,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:20:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:37,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:37,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:37,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:37,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:37,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/161d415116324d7e87ad4f2a137f95cc is 50, key is test_row_0/A:col10/1732440037280/Put/seqid=0 2024-11-24T09:20:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741842_1018 (size=12001) 2024-11-24T09:20:37,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/161d415116324d7e87ad4f2a137f95cc 2024-11-24T09:20:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440097336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440097356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440097365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440097369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440097374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/779a0a3f73374ab39648d5491187a251 is 50, key is test_row_0/B:col10/1732440037280/Put/seqid=0 2024-11-24T09:20:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741843_1019 (size=12001) 2024-11-24T09:20:37,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/779a0a3f73374ab39648d5491187a251 2024-11-24T09:20:37,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/3187887f3374468b86641878b7b9c6d6 is 50, key is test_row_0/C:col10/1732440037280/Put/seqid=0 2024-11-24T09:20:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:20:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741844_1020 (size=12001) 2024-11-24T09:20:37,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/3187887f3374468b86641878b7b9c6d6 2024-11-24T09:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/161d415116324d7e87ad4f2a137f95cc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/161d415116324d7e87ad4f2a137f95cc 2024-11-24T09:20:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440097474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440097477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440097478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440097491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:37,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:37,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440097492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:37,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/161d415116324d7e87ad4f2a137f95cc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T09:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/779a0a3f73374ab39648d5491187a251 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/779a0a3f73374ab39648d5491187a251 2024-11-24T09:20:37,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/779a0a3f73374ab39648d5491187a251, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T09:20:37,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/3187887f3374468b86641878b7b9c6d6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3187887f3374468b86641878b7b9c6d6 2024-11-24T09:20:37,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3187887f3374468b86641878b7b9c6d6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T09:20:37,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 916c283ef28697c16a6878f1b5ee49e4 in 208ms, sequenceid=40, compaction requested=false 2024-11-24T09:20:37,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:37,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:20:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:37,648 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:20:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:37,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/24bb7b94b8134b889bc03ea01169179f is 50, key is test_row_0/A:col10/1732440037359/Put/seqid=0 2024-11-24T09:20:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741845_1021 (size=12001) 2024-11-24T09:20:37,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440097768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440097770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440097777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440097777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440097779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440097880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440097881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440097884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440097886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:37,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440097892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440098085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440098087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440098090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440098092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440098098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,113 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/24bb7b94b8134b889bc03ea01169179f 2024-11-24T09:20:38,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a8e711084a1d41888a1db0ea74a14deb is 50, key is test_row_0/B:col10/1732440037359/Put/seqid=0 2024-11-24T09:20:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741846_1022 (size=12001) 2024-11-24T09:20:38,158 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a8e711084a1d41888a1db0ea74a14deb 2024-11-24T09:20:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/63cae0c3980943489652c1278e249937 is 50, key is test_row_0/C:col10/1732440037359/Put/seqid=0 2024-11-24T09:20:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741847_1023 (size=12001) 2024-11-24T09:20:38,196 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/63cae0c3980943489652c1278e249937 2024-11-24T09:20:38,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/24bb7b94b8134b889bc03ea01169179f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/24bb7b94b8134b889bc03ea01169179f 2024-11-24T09:20:38,226 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/24bb7b94b8134b889bc03ea01169179f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T09:20:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a8e711084a1d41888a1db0ea74a14deb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a8e711084a1d41888a1db0ea74a14deb 2024-11-24T09:20:38,240 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a8e711084a1d41888a1db0ea74a14deb, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T09:20:38,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/63cae0c3980943489652c1278e249937 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/63cae0c3980943489652c1278e249937 2024-11-24T09:20:38,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:20:38,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T09:20:38,258 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/63cae0c3980943489652c1278e249937, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T09:20:38,261 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 916c283ef28697c16a6878f1b5ee49e4 in 613ms, sequenceid=49, compaction requested=true 2024-11-24T09:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T09:20:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T09:20:38,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T09:20:38,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-11-24T09:20:38,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.9240 sec 2024-11-24T09:20:38,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:20:38,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:38,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:38,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:38,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:38,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/cd6c01ecf2124850bed420e9062a553c is 50, key is test_row_0/A:col10/1732440037770/Put/seqid=0 2024-11-24T09:20:38,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440098408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440098414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440098414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741848_1024 (size=12001) 2024-11-24T09:20:38,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/cd6c01ecf2124850bed420e9062a553c 2024-11-24T09:20:38,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440098409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440098415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9c584a6b5cf843818f2d418294da1a2e is 50, key is test_row_0/B:col10/1732440037770/Put/seqid=0 2024-11-24T09:20:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741849_1025 (size=12001) 2024-11-24T09:20:38,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9c584a6b5cf843818f2d418294da1a2e 2024-11-24T09:20:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:20:38,463 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T09:20:38,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T09:20:38,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ff67907fc32349d4bfbb431cf0cfd8ab is 50, key is test_row_0/C:col10/1732440037770/Put/seqid=0 2024-11-24T09:20:38,474 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:20:38,476 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:38,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741850_1026 (size=12001) 2024-11-24T09:20:38,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ff67907fc32349d4bfbb431cf0cfd8ab 2024-11-24T09:20:38,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440098520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440098521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440098523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440098529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440098527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/cd6c01ecf2124850bed420e9062a553c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cd6c01ecf2124850bed420e9062a553c 2024-11-24T09:20:38,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cd6c01ecf2124850bed420e9062a553c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:20:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9c584a6b5cf843818f2d418294da1a2e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9c584a6b5cf843818f2d418294da1a2e 2024-11-24T09:20:38,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9c584a6b5cf843818f2d418294da1a2e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:20:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:20:38,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ff67907fc32349d4bfbb431cf0cfd8ab as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ff67907fc32349d4bfbb431cf0cfd8ab 2024-11-24T09:20:38,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ff67907fc32349d4bfbb431cf0cfd8ab, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:20:38,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 916c283ef28697c16a6878f1b5ee49e4 in 197ms, sequenceid=78, compaction requested=true 2024-11-24T09:20:38,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:38,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:38,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:38,600 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:38,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:38,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:38,600 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:38,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:38,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:38,607 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:38,607 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:38,609 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:38,609 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:38,609 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:38,610 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:38,610 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e5e6c6e67e3d44b99c29d93fe1a1807c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/161d415116324d7e87ad4f2a137f95cc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/24bb7b94b8134b889bc03ea01169179f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cd6c01ecf2124850bed420e9062a553c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=46.9 K 2024-11-24T09:20:38,610 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a48c9e710ba94b33bd7017e9592db79e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/779a0a3f73374ab39648d5491187a251, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a8e711084a1d41888a1db0ea74a14deb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9c584a6b5cf843818f2d418294da1a2e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=46.9 K 2024-11-24T09:20:38,612 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5e6c6e67e3d44b99c29d93fe1a1807c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732440036345 2024-11-24T09:20:38,612 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a48c9e710ba94b33bd7017e9592db79e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732440036345 2024-11-24T09:20:38,613 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 779a0a3f73374ab39648d5491187a251, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732440037250 2024-11-24T09:20:38,613 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161d415116324d7e87ad4f2a137f95cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732440037250 2024-11-24T09:20:38,614 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bb7b94b8134b889bc03ea01169179f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440037356 2024-11-24T09:20:38,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e711084a1d41888a1db0ea74a14deb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440037356 2024-11-24T09:20:38,615 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd6c01ecf2124850bed420e9062a553c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440037770 2024-11-24T09:20:38,617 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c584a6b5cf843818f2d418294da1a2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440037770 2024-11-24T09:20:38,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T09:20:38,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:38,629 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:20:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43 is 50, key is test_row_0/A:col10/1732440038404/Put/seqid=0 2024-11-24T09:20:38,670 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:38,671 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e6bcf4e79fa448da98fd2d90c885e35b is 50, key is test_row_0/A:col10/1732440037770/Put/seqid=0 2024-11-24T09:20:38,679 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#14 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:38,680 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/26d8ca74908a4415afd6e413ed312b6e is 50, key is test_row_0/B:col10/1732440037770/Put/seqid=0 2024-11-24T09:20:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741851_1027 (size=12001) 2024-11-24T09:20:38,684 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43 2024-11-24T09:20:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741852_1028 (size=12139) 2024-11-24T09:20:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741853_1029 (size=12139) 2024-11-24T09:20:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/8ac55906b5fa40fdb329afcd12457dde is 50, key is test_row_0/B:col10/1732440038404/Put/seqid=0 2024-11-24T09:20:38,731 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/26d8ca74908a4415afd6e413ed312b6e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/26d8ca74908a4415afd6e413ed312b6e 2024-11-24T09:20:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:38,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:38,755 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 26d8ca74908a4415afd6e413ed312b6e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:38,755 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:38,755 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=12, startTime=1732440038600; duration=0sec 2024-11-24T09:20:38,756 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:38,756 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:38,756 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741854_1030 (size=12001) 2024-11-24T09:20:38,762 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/8ac55906b5fa40fdb329afcd12457dde 2024-11-24T09:20:38,767 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:38,768 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:38,770 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:38,770 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/5fbcac030d7c45afb2edbdf10bdb1648, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3187887f3374468b86641878b7b9c6d6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/63cae0c3980943489652c1278e249937, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ff67907fc32349d4bfbb431cf0cfd8ab] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=46.9 K 2024-11-24T09:20:38,771 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fbcac030d7c45afb2edbdf10bdb1648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732440036345 2024-11-24T09:20:38,773 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3187887f3374468b86641878b7b9c6d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732440037250 2024-11-24T09:20:38,774 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 63cae0c3980943489652c1278e249937, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440037356 2024-11-24T09:20:38,776 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ff67907fc32349d4bfbb431cf0cfd8ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440037770 2024-11-24T09:20:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:20:38,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/533e481dbd5d4206a44fad264302df35 is 50, key is test_row_0/C:col10/1732440038404/Put/seqid=0 2024-11-24T09:20:38,811 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:38,812 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/465096218dfd4f3fbfb1e65454845a2a is 50, key is test_row_0/C:col10/1732440037770/Put/seqid=0 2024-11-24T09:20:38,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741855_1031 (size=12001) 2024-11-24T09:20:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440098813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440098816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440098816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,829 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/533e481dbd5d4206a44fad264302df35 2024-11-24T09:20:38,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440098822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440098826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43 2024-11-24T09:20:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741856_1032 (size=12139) 2024-11-24T09:20:38,858 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/465096218dfd4f3fbfb1e65454845a2a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/465096218dfd4f3fbfb1e65454845a2a 2024-11-24T09:20:38,858 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T09:20:38,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/8ac55906b5fa40fdb329afcd12457dde as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8ac55906b5fa40fdb329afcd12457dde 2024-11-24T09:20:38,872 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 465096218dfd4f3fbfb1e65454845a2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:38,872 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:38,872 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=12, startTime=1732440038600; duration=0sec 2024-11-24T09:20:38,872 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:38,872 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:38,874 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8ac55906b5fa40fdb329afcd12457dde, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T09:20:38,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/533e481dbd5d4206a44fad264302df35 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/533e481dbd5d4206a44fad264302df35 2024-11-24T09:20:38,886 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/533e481dbd5d4206a44fad264302df35, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T09:20:38,888 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 916c283ef28697c16a6878f1b5ee49e4 in 259ms, sequenceid=86, compaction requested=false 2024-11-24T09:20:38,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:38,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:38,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T09:20:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T09:20:38,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T09:20:38,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 415 msec 2024-11-24T09:20:38,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 428 msec 2024-11-24T09:20:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:38,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:20:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:38,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440098936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/bc97dedde189475aa72f67a5c22d4b2f is 50, key is test_row_0/A:col10/1732440038821/Put/seqid=0 2024-11-24T09:20:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440098939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440098942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440098946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440098948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:38,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:20:38,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741857_1033 (size=14341) 2024-11-24T09:20:38,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/bc97dedde189475aa72f67a5c22d4b2f 2024-11-24T09:20:39,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/5d933c3bc37249d49d66b87f3c2bfba6 is 50, key is test_row_0/B:col10/1732440038821/Put/seqid=0 2024-11-24T09:20:39,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440099051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440099055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440099056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440099055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440099057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741858_1034 (size=12001) 2024-11-24T09:20:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:20:39,080 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T09:20:39,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T09:20:39,089 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:20:39,091 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:39,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:39,123 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e6bcf4e79fa448da98fd2d90c885e35b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e6bcf4e79fa448da98fd2d90c885e35b 2024-11-24T09:20:39,141 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into e6bcf4e79fa448da98fd2d90c885e35b(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:39,141 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:39,141 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=12, startTime=1732440038599; duration=0sec 2024-11-24T09:20:39,141 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:39,141 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:20:39,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:20:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440099256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440099263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440099266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440099266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440099264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:20:39,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:20:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/5d933c3bc37249d49d66b87f3c2bfba6 2024-11-24T09:20:39,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4bb88d56527b4ac4bfa168b64dcd76a8 is 50, key is test_row_0/C:col10/1732440038821/Put/seqid=0 2024-11-24T09:20:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741859_1035 (size=12001) 2024-11-24T09:20:39,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4bb88d56527b4ac4bfa168b64dcd76a8 2024-11-24T09:20:39,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/bc97dedde189475aa72f67a5c22d4b2f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/bc97dedde189475aa72f67a5c22d4b2f 2024-11-24T09:20:39,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:20:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440099564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/bc97dedde189475aa72f67a5c22d4b2f, entries=200, sequenceid=117, filesize=14.0 K 2024-11-24T09:20:39,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/5d933c3bc37249d49d66b87f3c2bfba6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/5d933c3bc37249d49d66b87f3c2bfba6 2024-11-24T09:20:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440099569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440099572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440099574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440099578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/5d933c3bc37249d49d66b87f3c2bfba6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T09:20:39,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4bb88d56527b4ac4bfa168b64dcd76a8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4bb88d56527b4ac4bfa168b64dcd76a8 2024-11-24T09:20:39,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4bb88d56527b4ac4bfa168b64dcd76a8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T09:20:39,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 916c283ef28697c16a6878f1b5ee49e4 in 676ms, sequenceid=117, compaction requested=true 2024-11-24T09:20:39,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:39,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:39,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:39,611 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:39,611 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:39,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:39,614 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:39,614 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:39,614 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,614 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e6bcf4e79fa448da98fd2d90c885e35b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/bc97dedde189475aa72f67a5c22d4b2f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=37.6 K 2024-11-24T09:20:39,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:39,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:39,615 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,615 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/26d8ca74908a4415afd6e413ed312b6e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8ac55906b5fa40fdb329afcd12457dde, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/5d933c3bc37249d49d66b87f3c2bfba6] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=35.3 K 2024-11-24T09:20:39,616 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6bcf4e79fa448da98fd2d90c885e35b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440037770 2024-11-24T09:20:39,616 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 26d8ca74908a4415afd6e413ed312b6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440037770 2024-11-24T09:20:39,617 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6abe6c22bf2442ba9ff0ae2e2a7ebe43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732440038403 2024-11-24T09:20:39,618 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac55906b5fa40fdb329afcd12457dde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732440038403 2024-11-24T09:20:39,618 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc97dedde189475aa72f67a5c22d4b2f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440038813 2024-11-24T09:20:39,619 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d933c3bc37249d49d66b87f3c2bfba6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440038813 2024-11-24T09:20:39,644 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:39,645 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/c7c22c822dfa4077a7dd3dd76b7791cc is 50, key is test_row_0/A:col10/1732440038821/Put/seqid=0 2024-11-24T09:20:39,659 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:39,660 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9da040df08ae423b92c0450419d9a724 is 50, key is test_row_0/B:col10/1732440038821/Put/seqid=0 2024-11-24T09:20:39,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741860_1036 (size=12241) 2024-11-24T09:20:39,690 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/c7c22c822dfa4077a7dd3dd76b7791cc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c7c22c822dfa4077a7dd3dd76b7791cc 2024-11-24T09:20:39,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741861_1037 (size=12241) 2024-11-24T09:20:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:20:39,706 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9da040df08ae423b92c0450419d9a724 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9da040df08ae423b92c0450419d9a724 2024-11-24T09:20:39,706 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into c7c22c822dfa4077a7dd3dd76b7791cc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:39,708 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:39,709 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=13, startTime=1732440039611; duration=0sec 2024-11-24T09:20:39,709 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:39,709 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:39,709 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:39,712 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:39,713 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:39,713 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,714 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/465096218dfd4f3fbfb1e65454845a2a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/533e481dbd5d4206a44fad264302df35, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4bb88d56527b4ac4bfa168b64dcd76a8] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=35.3 K 2024-11-24T09:20:39,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:39,716 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 465096218dfd4f3fbfb1e65454845a2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440037770 2024-11-24T09:20:39,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:20:39,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:39,717 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:20:39,717 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 533e481dbd5d4206a44fad264302df35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732440038403 2024-11-24T09:20:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:39,718 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bb88d56527b4ac4bfa168b64dcd76a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440038813 2024-11-24T09:20:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:39,720 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 9da040df08ae423b92c0450419d9a724(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:39,720 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:39,720 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=13, startTime=1732440039611; duration=0sec 2024-11-24T09:20:39,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:39,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:39,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/65e86899b2064a23a28a4263aa647198 is 50, key is test_row_0/A:col10/1732440038939/Put/seqid=0 2024-11-24T09:20:39,756 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:39,757 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/8aca6515fc7b4d848849417e1f1e19a6 is 50, key is test_row_0/C:col10/1732440038821/Put/seqid=0 2024-11-24T09:20:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741862_1038 (size=12001) 2024-11-24T09:20:39,775 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/65e86899b2064a23a28a4263aa647198 2024-11-24T09:20:39,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/4d7057a079b94fe1a2f59c9a32c24b74 is 50, key is test_row_0/B:col10/1732440038939/Put/seqid=0 2024-11-24T09:20:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741863_1039 (size=12241) 2024-11-24T09:20:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741864_1040 (size=12001) 2024-11-24T09:20:40,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:40,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440100168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440100170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440100168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440100173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440100173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:20:40,218 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/8aca6515fc7b4d848849417e1f1e19a6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8aca6515fc7b4d848849417e1f1e19a6 2024-11-24T09:20:40,224 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/4d7057a079b94fe1a2f59c9a32c24b74 2024-11-24T09:20:40,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:20:40,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T09:20:40,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T09:20:40,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T09:20:40,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:20:40,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T09:20:40,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T09:20:40,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T09:20:40,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:20:40,232 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T09:20:40,235 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 8aca6515fc7b4d848849417e1f1e19a6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:40,235 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:40,235 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=13, startTime=1732440039613; duration=0sec 2024-11-24T09:20:40,236 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:40,236 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:40,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/9d1247cf0d1843048530ab54241baf13 is 50, key is test_row_0/C:col10/1732440038939/Put/seqid=0 2024-11-24T09:20:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741865_1041 (size=12001) 2024-11-24T09:20:40,261 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/9d1247cf0d1843048530ab54241baf13 2024-11-24T09:20:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/65e86899b2064a23a28a4263aa647198 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/65e86899b2064a23a28a4263aa647198 2024-11-24T09:20:40,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440100277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440100277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440100278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440100278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440100280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,293 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/65e86899b2064a23a28a4263aa647198, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T09:20:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/4d7057a079b94fe1a2f59c9a32c24b74 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4d7057a079b94fe1a2f59c9a32c24b74 2024-11-24T09:20:40,312 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4d7057a079b94fe1a2f59c9a32c24b74, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T09:20:40,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/9d1247cf0d1843048530ab54241baf13 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/9d1247cf0d1843048530ab54241baf13 2024-11-24T09:20:40,324 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/9d1247cf0d1843048530ab54241baf13, entries=150, sequenceid=126, filesize=11.7 K 2024-11-24T09:20:40,328 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 916c283ef28697c16a6878f1b5ee49e4 in 610ms, sequenceid=126, compaction requested=false 2024-11-24T09:20:40,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:40,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:40,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T09:20:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T09:20:40,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T09:20:40,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2390 sec 2024-11-24T09:20:40,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2510 sec 2024-11-24T09:20:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:40,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T09:20:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:40,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:40,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440100488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440100490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440100490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440100494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440100497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e35d0e568b4d42a3a834d925d656bd08 is 50, key is test_row_0/A:col10/1732440040167/Put/seqid=0 2024-11-24T09:20:40,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741866_1042 (size=12151) 2024-11-24T09:20:40,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e35d0e568b4d42a3a834d925d656bd08 2024-11-24T09:20:40,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/f38234fcd74f4fbba02b577a6440f08c is 50, key is test_row_0/B:col10/1732440040167/Put/seqid=0 2024-11-24T09:20:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741867_1043 (size=12151) 2024-11-24T09:20:40,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440100598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440100601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440100599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440100600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440100601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440100802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440100803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440100804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440100806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440100808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:40,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/f38234fcd74f4fbba02b577a6440f08c 2024-11-24T09:20:40,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/197ba48d6976401e89e6a5463f659856 is 50, key is test_row_0/C:col10/1732440040167/Put/seqid=0 2024-11-24T09:20:40,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741868_1044 (size=12151) 2024-11-24T09:20:41,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440101109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440101109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440101111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440101111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440101111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:20:41,197 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T09:20:41,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T09:20:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:20:41,204 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:41,206 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:41,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:20:41,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:20:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:41,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:41,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/197ba48d6976401e89e6a5463f659856 2024-11-24T09:20:41,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e35d0e568b4d42a3a834d925d656bd08 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e35d0e568b4d42a3a834d925d656bd08 2024-11-24T09:20:41,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e35d0e568b4d42a3a834d925d656bd08, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T09:20:41,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/f38234fcd74f4fbba02b577a6440f08c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/f38234fcd74f4fbba02b577a6440f08c 2024-11-24T09:20:41,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/f38234fcd74f4fbba02b577a6440f08c, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T09:20:41,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/197ba48d6976401e89e6a5463f659856 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/197ba48d6976401e89e6a5463f659856 2024-11-24T09:20:41,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/197ba48d6976401e89e6a5463f659856, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T09:20:41,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=6.71 KB/6870 for 916c283ef28697c16a6878f1b5ee49e4 in 948ms, sequenceid=161, compaction requested=true 2024-11-24T09:20:41,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:41,436 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:41,436 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:41,438 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:41,438 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:41,438 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:41,439 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c7c22c822dfa4077a7dd3dd76b7791cc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/65e86899b2064a23a28a4263aa647198, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e35d0e568b4d42a3a834d925d656bd08] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=35.5 K 2024-11-24T09:20:41,439 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:41,439 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:41,439 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:41,439 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9da040df08ae423b92c0450419d9a724, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4d7057a079b94fe1a2f59c9a32c24b74, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/f38234fcd74f4fbba02b577a6440f08c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=35.5 K 2024-11-24T09:20:41,440 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7c22c822dfa4077a7dd3dd76b7791cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440038813 2024-11-24T09:20:41,440 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da040df08ae423b92c0450419d9a724, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440038813 2024-11-24T09:20:41,441 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e86899b2064a23a28a4263aa647198, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732440038939 2024-11-24T09:20:41,441 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d7057a079b94fe1a2f59c9a32c24b74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732440038939 2024-11-24T09:20:41,441 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e35d0e568b4d42a3a834d925d656bd08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732440040167 2024-11-24T09:20:41,441 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f38234fcd74f4fbba02b577a6440f08c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732440040167 2024-11-24T09:20:41,475 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#30 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:41,476 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/e36abd036b104d8b82322d9e236f9c7c is 50, key is test_row_0/B:col10/1732440040167/Put/seqid=0 2024-11-24T09:20:41,479 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#31 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:41,480 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4bf15c6cbcbe431aa431020f8419fecb is 50, key is test_row_0/A:col10/1732440040167/Put/seqid=0 2024-11-24T09:20:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741869_1045 (size=12493) 2024-11-24T09:20:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:20:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741870_1046 (size=12493) 2024-11-24T09:20:41,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:20:41,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:41,516 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-24T09:20:41,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:41,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:41,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:41,518 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/e36abd036b104d8b82322d9e236f9c7c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e36abd036b104d8b82322d9e236f9c7c 2024-11-24T09:20:41,531 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into e36abd036b104d8b82322d9e236f9c7c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:41,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:41,531 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=13, startTime=1732440041436; duration=0sec 2024-11-24T09:20:41,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:41,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:41,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:41,533 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:41,534 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4bf15c6cbcbe431aa431020f8419fecb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf15c6cbcbe431aa431020f8419fecb 2024-11-24T09:20:41,536 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:41,536 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:41,536 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8aca6515fc7b4d848849417e1f1e19a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/9d1247cf0d1843048530ab54241baf13, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/197ba48d6976401e89e6a5463f659856] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=35.5 K 2024-11-24T09:20:41,537 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aca6515fc7b4d848849417e1f1e19a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440038813 2024-11-24T09:20:41,539 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1247cf0d1843048530ab54241baf13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732440038939 2024-11-24T09:20:41,541 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 197ba48d6976401e89e6a5463f659856, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732440040167 2024-11-24T09:20:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/c33998cbac23450d90893771cf4147cf is 50, key is test_row_1/A:col10/1732440040493/Put/seqid=0 2024-11-24T09:20:41,553 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into 4bf15c6cbcbe431aa431020f8419fecb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:41,553 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:41,554 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=13, startTime=1732440041435; duration=0sec 2024-11-24T09:20:41,554 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:41,554 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:41,571 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#33 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:41,573 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ddf2eb33d06b486a9875cee5adc4dff7 is 50, key is test_row_0/C:col10/1732440040167/Put/seqid=0 2024-11-24T09:20:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741871_1047 (size=7365) 2024-11-24T09:20:41,584 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/c33998cbac23450d90893771cf4147cf 2024-11-24T09:20:41,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741872_1048 (size=12493) 2024-11-24T09:20:41,607 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ddf2eb33d06b486a9875cee5adc4dff7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ddf2eb33d06b486a9875cee5adc4dff7 2024-11-24T09:20:41,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/71344d4857d346599dc901448fd83b09 is 50, key is test_row_1/B:col10/1732440040493/Put/seqid=0 2024-11-24T09:20:41,620 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into ddf2eb33d06b486a9875cee5adc4dff7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:41,620 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:41,621 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=13, startTime=1732440041436; duration=0sec 2024-11-24T09:20:41,621 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:41,621 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:41,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741873_1049 (size=7365) 2024-11-24T09:20:41,649 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/71344d4857d346599dc901448fd83b09 2024-11-24T09:20:41,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1cd74d6df1d540d583be11cd6ea5c678 is 50, key is test_row_1/C:col10/1732440040493/Put/seqid=0 2024-11-24T09:20:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741874_1050 (size=7365) 2024-11-24T09:20:41,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440101694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440101696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440101700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440101702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440101704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:20:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440101806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440101808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440101807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440101811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:41,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440101814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440102018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440102019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440102024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440102024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440102024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,083 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1cd74d6df1d540d583be11cd6ea5c678 2024-11-24T09:20:42,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/c33998cbac23450d90893771cf4147cf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c33998cbac23450d90893771cf4147cf 2024-11-24T09:20:42,111 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c33998cbac23450d90893771cf4147cf, entries=50, sequenceid=165, filesize=7.2 K 2024-11-24T09:20:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/71344d4857d346599dc901448fd83b09 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/71344d4857d346599dc901448fd83b09 2024-11-24T09:20:42,121 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/71344d4857d346599dc901448fd83b09, entries=50, sequenceid=165, filesize=7.2 K 2024-11-24T09:20:42,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1cd74d6df1d540d583be11cd6ea5c678 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1cd74d6df1d540d583be11cd6ea5c678 2024-11-24T09:20:42,136 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1cd74d6df1d540d583be11cd6ea5c678, entries=50, sequenceid=165, filesize=7.2 K 2024-11-24T09:20:42,137 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 916c283ef28697c16a6878f1b5ee49e4 in 621ms, sequenceid=165, compaction requested=false 2024-11-24T09:20:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T09:20:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T09:20:42,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T09:20:42,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 934 msec 2024-11-24T09:20:42,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 944 msec 2024-11-24T09:20:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:20:42,309 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T09:20:42,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T09:20:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:20:42,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:42,316 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:42,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:42,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-11-24T09:20:42,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:42,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440102328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:42,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:42,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:42,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:42,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440102328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440102328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440102329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440102330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/cc77ec06a5d04b7fb2080cca158a6290 is 50, key is test_row_0/A:col10/1732440042324/Put/seqid=0 2024-11-24T09:20:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741875_1051 (size=12151) 2024-11-24T09:20:42,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/cc77ec06a5d04b7fb2080cca158a6290 2024-11-24T09:20:42,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/04b47b743cad483186f02f811a724a83 is 50, key is test_row_0/B:col10/1732440042324/Put/seqid=0 2024-11-24T09:20:42,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741876_1052 (size=12151) 2024-11-24T09:20:42,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/04b47b743cad483186f02f811a724a83 2024-11-24T09:20:42,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c82ed413481a480dab1148cdbbbe9b58 is 50, key is test_row_0/C:col10/1732440042324/Put/seqid=0 2024-11-24T09:20:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:20:42,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741877_1053 (size=12151) 2024-11-24T09:20:42,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440102434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440102435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c82ed413481a480dab1148cdbbbe9b58 2024-11-24T09:20:42,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/cc77ec06a5d04b7fb2080cca158a6290 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cc77ec06a5d04b7fb2080cca158a6290 2024-11-24T09:20:42,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cc77ec06a5d04b7fb2080cca158a6290, entries=150, sequenceid=202, filesize=11.9 K 2024-11-24T09:20:42,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/04b47b743cad483186f02f811a724a83 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/04b47b743cad483186f02f811a724a83 2024-11-24T09:20:42,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/04b47b743cad483186f02f811a724a83, entries=150, sequenceid=202, filesize=11.9 K 2024-11-24T09:20:42,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:20:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c82ed413481a480dab1148cdbbbe9b58 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c82ed413481a480dab1148cdbbbe9b58 2024-11-24T09:20:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:42,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c82ed413481a480dab1148cdbbbe9b58, entries=150, sequenceid=202, filesize=11.9 K 2024-11-24T09:20:42,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 916c283ef28697c16a6878f1b5ee49e4 in 152ms, sequenceid=202, compaction requested=true 2024-11-24T09:20:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:42,482 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:42,482 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:42,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:42,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:42,485 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:42,485 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:42,485 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,485 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf15c6cbcbe431aa431020f8419fecb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c33998cbac23450d90893771cf4147cf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cc77ec06a5d04b7fb2080cca158a6290] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=31.3 K 2024-11-24T09:20:42,486 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:42,486 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:42,486 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,486 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e36abd036b104d8b82322d9e236f9c7c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/71344d4857d346599dc901448fd83b09, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/04b47b743cad483186f02f811a724a83] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=31.3 K 2024-11-24T09:20:42,486 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bf15c6cbcbe431aa431020f8419fecb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732440040167 2024-11-24T09:20:42,487 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c33998cbac23450d90893771cf4147cf, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732440040493 2024-11-24T09:20:42,487 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e36abd036b104d8b82322d9e236f9c7c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732440040167 2024-11-24T09:20:42,487 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc77ec06a5d04b7fb2080cca158a6290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732440041648 2024-11-24T09:20:42,489 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 71344d4857d346599dc901448fd83b09, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732440040493 2024-11-24T09:20:42,490 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 04b47b743cad483186f02f811a724a83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732440041648 2024-11-24T09:20:42,514 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:42,515 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/149ef11dfc7e4009b05e298b959b6b20 is 50, key is test_row_0/A:col10/1732440042324/Put/seqid=0 2024-11-24T09:20:42,522 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:42,523 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/2639d603e27f4105b6781e2b7572f142 is 50, key is test_row_0/B:col10/1732440042324/Put/seqid=0 2024-11-24T09:20:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741878_1054 (size=12595) 2024-11-24T09:20:42,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741879_1055 (size=12595) 2024-11-24T09:20:42,555 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/2639d603e27f4105b6781e2b7572f142 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/2639d603e27f4105b6781e2b7572f142 2024-11-24T09:20:42,569 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 2639d603e27f4105b6781e2b7572f142(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:42,570 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:42,570 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=13, startTime=1732440042482; duration=0sec 2024-11-24T09:20:42,570 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:42,570 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:42,570 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:42,572 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:42,572 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:42,572 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,572 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ddf2eb33d06b486a9875cee5adc4dff7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1cd74d6df1d540d583be11cd6ea5c678, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c82ed413481a480dab1148cdbbbe9b58] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=31.3 K 2024-11-24T09:20:42,574 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf2eb33d06b486a9875cee5adc4dff7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732440040167 2024-11-24T09:20:42,575 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cd74d6df1d540d583be11cd6ea5c678, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732440040493 2024-11-24T09:20:42,577 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c82ed413481a480dab1148cdbbbe9b58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732440041648 2024-11-24T09:20:42,593 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:42,594 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/28859e0c8506478ca4d0e0c3efe0d9b7 is 50, key is test_row_0/C:col10/1732440042324/Put/seqid=0 2024-11-24T09:20:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:20:42,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741880_1056 (size=12595) 2024-11-24T09:20:42,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:20:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T09:20:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T09:20:42,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T09:20:42,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 312 msec 2024-11-24T09:20:42,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 321 msec 2024-11-24T09:20:42,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:42,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:42,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:42,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:42,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:42,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/a982675c8e6c42ac87d1446b677e5217 is 50, key is test_row_0/A:col10/1732440042653/Put/seqid=0 2024-11-24T09:20:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741881_1057 (size=12151) 2024-11-24T09:20:42,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440102709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440102711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440102813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440102816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440102831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440102835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440102838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:20:42,917 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T09:20:42,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T09:20:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:20:42,923 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:42,924 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:42,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:42,947 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/149ef11dfc7e4009b05e298b959b6b20 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/149ef11dfc7e4009b05e298b959b6b20 2024-11-24T09:20:42,958 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into 149ef11dfc7e4009b05e298b959b6b20(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:42,958 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:42,958 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=13, startTime=1732440042482; duration=0sec 2024-11-24T09:20:42,958 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:42,959 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:43,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440103016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440103020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:20:43,028 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/28859e0c8506478ca4d0e0c3efe0d9b7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/28859e0c8506478ca4d0e0c3efe0d9b7 2024-11-24T09:20:43,056 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 28859e0c8506478ca4d0e0c3efe0d9b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:43,056 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:43,056 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=13, startTime=1732440042482; duration=0sec 2024-11-24T09:20:43,057 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:43,057 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:43,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/a982675c8e6c42ac87d1446b677e5217 2024-11-24T09:20:43,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T09:20:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/d1322b7553f44316a26851a44123ffd8 is 50, key is test_row_0/B:col10/1732440042653/Put/seqid=0 2024-11-24T09:20:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741882_1058 (size=12151) 2024-11-24T09:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:20:43,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T09:20:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440103320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440103324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T09:20:43,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:43,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/d1322b7553f44316a26851a44123ffd8 2024-11-24T09:20:43,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/65657fa1fa5346559c93148136720093 is 50, key is test_row_0/C:col10/1732440042653/Put/seqid=0 2024-11-24T09:20:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:20:43,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741883_1059 (size=12151) 2024-11-24T09:20:43,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T09:20:43,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:43,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/65657fa1fa5346559c93148136720093 2024-11-24T09:20:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/a982675c8e6c42ac87d1446b677e5217 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/a982675c8e6c42ac87d1446b677e5217 2024-11-24T09:20:43,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/a982675c8e6c42ac87d1446b677e5217, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:20:43,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/d1322b7553f44316a26851a44123ffd8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/d1322b7553f44316a26851a44123ffd8 2024-11-24T09:20:43,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/d1322b7553f44316a26851a44123ffd8, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:20:43,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/65657fa1fa5346559c93148136720093 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/65657fa1fa5346559c93148136720093 2024-11-24T09:20:43,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/65657fa1fa5346559c93148136720093, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:20:43,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 916c283ef28697c16a6878f1b5ee49e4 in 943ms, sequenceid=215, compaction requested=false 2024-11-24T09:20:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:43,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T09:20:43,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,699 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:20:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:43,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867 is 50, key is test_row_0/A:col10/1732440042707/Put/seqid=0 2024-11-24T09:20:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741884_1060 (size=12151) 2024-11-24T09:20:43,726 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867 2024-11-24T09:20:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/1a075e5870ee4ab6a0f64ad73d227ce1 is 50, key is test_row_0/B:col10/1732440042707/Put/seqid=0 2024-11-24T09:20:43,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741885_1061 (size=12151) 2024-11-24T09:20:43,763 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/1a075e5870ee4ab6a0f64ad73d227ce1 2024-11-24T09:20:43,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/8847f8d2c19d4ca499fc10203761c6cf is 50, key is test_row_0/C:col10/1732440042707/Put/seqid=0 2024-11-24T09:20:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741886_1062 (size=12151) 2024-11-24T09:20:43,792 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/8847f8d2c19d4ca499fc10203761c6cf 2024-11-24T09:20:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867 2024-11-24T09:20:43,808 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T09:20:43,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/1a075e5870ee4ab6a0f64ad73d227ce1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/1a075e5870ee4ab6a0f64ad73d227ce1 2024-11-24T09:20:43,821 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/1a075e5870ee4ab6a0f64ad73d227ce1, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T09:20:43,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/8847f8d2c19d4ca499fc10203761c6cf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8847f8d2c19d4ca499fc10203761c6cf 2024-11-24T09:20:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:43,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:43,835 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8847f8d2c19d4ca499fc10203761c6cf, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T09:20:43,837 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 916c283ef28697c16a6878f1b5ee49e4 in 139ms, sequenceid=242, compaction requested=true 2024-11-24T09:20:43,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:43,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:43,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T09:20:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T09:20:43,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T09:20:43,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 916 msec 2024-11-24T09:20:43,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 925 msec 2024-11-24T09:20:43,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:43,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:43,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/f6500c732487433487af53e0c89c7ff5 is 50, key is test_row_1/A:col10/1732440043842/Put/seqid=0 2024-11-24T09:20:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741887_1063 (size=9757) 2024-11-24T09:20:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440103874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440103878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440103878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440103881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440103881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440103982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440103983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440103988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440103988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440103988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:20:44,027 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T09:20:44,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T09:20:44,032 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:44,033 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:44,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:20:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:20:44,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T09:20:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440104186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440104189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440104191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440104191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440104192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/f6500c732487433487af53e0c89c7ff5 2024-11-24T09:20:44,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/43e5264d97594a429f8635074b9ed30e is 50, key is test_row_1/B:col10/1732440043842/Put/seqid=0 2024-11-24T09:20:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741888_1064 (size=9757) 2024-11-24T09:20:44,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/43e5264d97594a429f8635074b9ed30e 2024-11-24T09:20:44,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c8e1fd00626341cdab227e516675dbea is 50, key is test_row_1/C:col10/1732440043842/Put/seqid=0 2024-11-24T09:20:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:20:44,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T09:20:44,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:44,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741889_1065 (size=9757) 2024-11-24T09:20:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c8e1fd00626341cdab227e516675dbea 2024-11-24T09:20:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/f6500c732487433487af53e0c89c7ff5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/f6500c732487433487af53e0c89c7ff5 2024-11-24T09:20:44,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/f6500c732487433487af53e0c89c7ff5, entries=100, sequenceid=253, filesize=9.5 K 2024-11-24T09:20:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/43e5264d97594a429f8635074b9ed30e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43e5264d97594a429f8635074b9ed30e 2024-11-24T09:20:44,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43e5264d97594a429f8635074b9ed30e, entries=100, sequenceid=253, filesize=9.5 K 2024-11-24T09:20:44,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c8e1fd00626341cdab227e516675dbea as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c8e1fd00626341cdab227e516675dbea 2024-11-24T09:20:44,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c8e1fd00626341cdab227e516675dbea, entries=100, sequenceid=253, filesize=9.5 K 2024-11-24T09:20:44,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 916c283ef28697c16a6878f1b5ee49e4 in 540ms, sequenceid=253, compaction requested=true 2024-11-24T09:20:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:44,385 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:44,385 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:44,387 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:44,387 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:44,387 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,388 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/2639d603e27f4105b6781e2b7572f142, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/d1322b7553f44316a26851a44123ffd8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/1a075e5870ee4ab6a0f64ad73d227ce1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43e5264d97594a429f8635074b9ed30e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=45.6 K 2024-11-24T09:20:44,388 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:44,388 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:44,388 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,388 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/149ef11dfc7e4009b05e298b959b6b20, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/a982675c8e6c42ac87d1446b677e5217, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/f6500c732487433487af53e0c89c7ff5] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=45.6 K 2024-11-24T09:20:44,389 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2639d603e27f4105b6781e2b7572f142, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732440041648 2024-11-24T09:20:44,389 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 149ef11dfc7e4009b05e298b959b6b20, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732440041648 2024-11-24T09:20:44,389 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d1322b7553f44316a26851a44123ffd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440042650 2024-11-24T09:20:44,389 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a982675c8e6c42ac87d1446b677e5217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440042650 2024-11-24T09:20:44,390 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bf74c7eaa9a4a8bb531e1cd9a4ae867, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732440042705 2024-11-24T09:20:44,390 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a075e5870ee4ab6a0f64ad73d227ce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732440042705 2024-11-24T09:20:44,391 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6500c732487433487af53e0c89c7ff5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440043842 2024-11-24T09:20:44,391 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e5264d97594a429f8635074b9ed30e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440043842 2024-11-24T09:20:44,413 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:44,415 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/adf9c438a90a409ca4100b7f4e97d39e is 50, key is test_row_0/A:col10/1732440042707/Put/seqid=0 2024-11-24T09:20:44,417 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:44,418 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9aefcf1df1264a82bfe034e70825761b is 50, key is test_row_0/B:col10/1732440042707/Put/seqid=0 2024-11-24T09:20:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741891_1067 (size=12731) 2024-11-24T09:20:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741890_1066 (size=12731) 2024-11-24T09:20:44,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:20:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:44,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T09:20:44,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:44,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:44,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/46e81b87bdac40419f1e1a147b482f23 is 50, key is test_row_0/A:col10/1732440044496/Put/seqid=0 2024-11-24T09:20:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440104509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440104509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440104511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440104513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440104514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741892_1068 (size=12301) 2024-11-24T09:20:44,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/46e81b87bdac40419f1e1a147b482f23 2024-11-24T09:20:44,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a42214e9c00d443d8754c70d1631b017 is 50, key is test_row_0/B:col10/1732440044496/Put/seqid=0 2024-11-24T09:20:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741893_1069 (size=12301) 2024-11-24T09:20:44,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a42214e9c00d443d8754c70d1631b017 2024-11-24T09:20:44,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c961568594d546a2b2f977ab43477fff is 50, key is test_row_0/C:col10/1732440044496/Put/seqid=0 2024-11-24T09:20:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741894_1070 (size=12301) 2024-11-24T09:20:44,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c961568594d546a2b2f977ab43477fff 2024-11-24T09:20:44,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/46e81b87bdac40419f1e1a147b482f23 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/46e81b87bdac40419f1e1a147b482f23 2024-11-24T09:20:44,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/46e81b87bdac40419f1e1a147b482f23, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T09:20:44,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a42214e9c00d443d8754c70d1631b017 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a42214e9c00d443d8754c70d1631b017 2024-11-24T09:20:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440104617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a42214e9c00d443d8754c70d1631b017, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T09:20:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440104617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440104617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440104618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c961568594d546a2b2f977ab43477fff as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c961568594d546a2b2f977ab43477fff 2024-11-24T09:20:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440104618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:20:44,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c961568594d546a2b2f977ab43477fff, entries=150, sequenceid=280, filesize=12.0 K 2024-11-24T09:20:44,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 916c283ef28697c16a6878f1b5ee49e4 in 143ms, sequenceid=280, compaction requested=true 2024-11-24T09:20:44,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:20:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T09:20:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T09:20:44,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T09:20:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,653 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:20:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/0c316c34baea43768eefe900f9f28d5b is 50, key is test_row_0/A:col10/1732440044506/Put/seqid=0 2024-11-24T09:20:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741895_1071 (size=12301) 2024-11-24T09:20:44,671 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/0c316c34baea43768eefe900f9f28d5b 2024-11-24T09:20:44,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/53b47e7f9f044c2db34b2427d3b3f136 is 50, key is test_row_0/B:col10/1732440044506/Put/seqid=0 2024-11-24T09:20:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741896_1072 (size=12301) 2024-11-24T09:20:44,707 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/53b47e7f9f044c2db34b2427d3b3f136 2024-11-24T09:20:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2b333df1e1f54ff7b21773a2fe7a1e2c is 50, key is test_row_0/C:col10/1732440044506/Put/seqid=0 2024-11-24T09:20:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741897_1073 (size=12301) 2024-11-24T09:20:44,739 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2b333df1e1f54ff7b21773a2fe7a1e2c 2024-11-24T09:20:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/0c316c34baea43768eefe900f9f28d5b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/0c316c34baea43768eefe900f9f28d5b 2024-11-24T09:20:44,761 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/0c316c34baea43768eefe900f9f28d5b, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T09:20:44,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/53b47e7f9f044c2db34b2427d3b3f136 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/53b47e7f9f044c2db34b2427d3b3f136 2024-11-24T09:20:44,774 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/53b47e7f9f044c2db34b2427d3b3f136, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T09:20:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2b333df1e1f54ff7b21773a2fe7a1e2c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b333df1e1f54ff7b21773a2fe7a1e2c 2024-11-24T09:20:44,781 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b333df1e1f54ff7b21773a2fe7a1e2c, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T09:20:44,782 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 916c283ef28697c16a6878f1b5ee49e4 in 129ms, sequenceid=290, compaction requested=true 2024-11-24T09:20:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T09:20:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T09:20:44,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T09:20:44,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 751 msec 2024-11-24T09:20:44,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 759 msec 2024-11-24T09:20:44,837 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9aefcf1df1264a82bfe034e70825761b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9aefcf1df1264a82bfe034e70825761b 2024-11-24T09:20:44,842 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/adf9c438a90a409ca4100b7f4e97d39e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/adf9c438a90a409ca4100b7f4e97d39e 2024-11-24T09:20:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:44,849 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 9aefcf1df1264a82bfe034e70825761b(size=12.4 K), total size for store is 36.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:44,849 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:44,849 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=12, startTime=1732440044385; duration=0sec 2024-11-24T09:20:44,849 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T09:20:44,849 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:44,849 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-11-24T09:20:44,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4c13f47bc5e24b65bec8111b1ce8f3ae is 50, key is test_row_0/A:col10/1732440044838/Put/seqid=0 2024-11-24T09:20:44,853 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:20:44,853 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:20:44,854 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. because compaction request was cancelled 2024-11-24T09:20:44,854 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:44,854 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-24T09:20:44,856 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into adf9c438a90a409ca4100b7f4e97d39e(size=12.4 K), total size for store is 36.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:44,856 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:44,856 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=12, startTime=1732440044385; duration=0sec 2024-11-24T09:20:44,856 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:20:44,856 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:44,856 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:44,856 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71256 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-24T09:20:44,857 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. because compaction request was cancelled 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:44,857 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/28859e0c8506478ca4d0e0c3efe0d9b7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/65657fa1fa5346559c93148136720093, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8847f8d2c19d4ca499fc10203761c6cf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c8e1fd00626341cdab227e516675dbea, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c961568594d546a2b2f977ab43477fff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b333df1e1f54ff7b21773a2fe7a1e2c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=69.6 K 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:44,857 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 28859e0c8506478ca4d0e0c3efe0d9b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732440041648 2024-11-24T09:20:44,858 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 65657fa1fa5346559c93148136720093, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440042650 2024-11-24T09:20:44,859 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:44,859 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:44,859 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8847f8d2c19d4ca499fc10203761c6cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732440042705 2024-11-24T09:20:44,859 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:44,859 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9aefcf1df1264a82bfe034e70825761b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a42214e9c00d443d8754c70d1631b017, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/53b47e7f9f044c2db34b2427d3b3f136] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=36.5 K 2024-11-24T09:20:44,859 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c8e1fd00626341cdab227e516675dbea, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440043842 2024-11-24T09:20:44,860 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c961568594d546a2b2f977ab43477fff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732440043879 2024-11-24T09:20:44,860 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b333df1e1f54ff7b21773a2fe7a1e2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732440044506 2024-11-24T09:20:44,860 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aefcf1df1264a82bfe034e70825761b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440042707 2024-11-24T09:20:44,861 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a42214e9c00d443d8754c70d1631b017, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732440043879 2024-11-24T09:20:44,862 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53b47e7f9f044c2db34b2427d3b3f136, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732440044506 2024-11-24T09:20:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741898_1074 (size=17181) 2024-11-24T09:20:44,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4c13f47bc5e24b65bec8111b1ce8f3ae 2024-11-24T09:20:44,875 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:44,876 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9512bbd81f134ea7acfd509836d49b19 is 50, key is test_row_0/B:col10/1732440044506/Put/seqid=0 2024-11-24T09:20:44,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/c8e031c2f08347bb85471115f952af83 is 50, key is test_row_0/B:col10/1732440044838/Put/seqid=0 2024-11-24T09:20:44,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440104882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440104883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440104884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440104886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,890 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:44,891 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/38489096bc7c4ae391d735370f03859f is 50, key is test_row_0/C:col10/1732440044506/Put/seqid=0 2024-11-24T09:20:44,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440104892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741899_1075 (size=12983) 2024-11-24T09:20:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741901_1077 (size=12949) 2024-11-24T09:20:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741900_1076 (size=12301) 2024-11-24T09:20:44,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/c8e031c2f08347bb85471115f952af83 2024-11-24T09:20:44,912 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/9512bbd81f134ea7acfd509836d49b19 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9512bbd81f134ea7acfd509836d49b19 2024-11-24T09:20:44,924 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 9512bbd81f134ea7acfd509836d49b19(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:44,924 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:44,924 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=13, startTime=1732440044640; duration=0sec 2024-11-24T09:20:44,925 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:44,925 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:44,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/a57adbe90e98426ebd97a6a73cbcb5a6 is 50, key is test_row_0/C:col10/1732440044838/Put/seqid=0 2024-11-24T09:20:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741902_1078 (size=12301) 2024-11-24T09:20:44,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440104989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440104990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440104990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440104990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440104995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:20:45,138 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T09:20:45,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T09:20:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:20:45,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:45,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:45,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440105192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440105193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440105195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440105196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440105199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:20:45,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:20:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:45,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:45,312 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/38489096bc7c4ae391d735370f03859f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/38489096bc7c4ae391d735370f03859f 2024-11-24T09:20:45,318 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 38489096bc7c4ae391d735370f03859f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:45,318 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:45,318 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=10, startTime=1732440044640; duration=0sec 2024-11-24T09:20:45,319 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:45,319 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:45,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/a57adbe90e98426ebd97a6a73cbcb5a6 2024-11-24T09:20:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4c13f47bc5e24b65bec8111b1ce8f3ae as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4c13f47bc5e24b65bec8111b1ce8f3ae 2024-11-24T09:20:45,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4c13f47bc5e24b65bec8111b1ce8f3ae, entries=250, sequenceid=301, filesize=16.8 K 2024-11-24T09:20:45,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/c8e031c2f08347bb85471115f952af83 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/c8e031c2f08347bb85471115f952af83 2024-11-24T09:20:45,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/c8e031c2f08347bb85471115f952af83, entries=150, sequenceid=301, filesize=12.0 K 2024-11-24T09:20:45,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/a57adbe90e98426ebd97a6a73cbcb5a6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a57adbe90e98426ebd97a6a73cbcb5a6 2024-11-24T09:20:45,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a57adbe90e98426ebd97a6a73cbcb5a6, entries=150, sequenceid=301, filesize=12.0 K 2024-11-24T09:20:45,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 916c283ef28697c16a6878f1b5ee49e4 in 529ms, sequenceid=301, compaction requested=true 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:45,372 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:45,372 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:45,373 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:20:45,373 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:20:45,373 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. because compaction request was cancelled 2024-11-24T09:20:45,373 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:45,373 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:20:45,374 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:20:45,374 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:45,374 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:20:45,374 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. because compaction request was cancelled 2024-11-24T09:20:45,375 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:45,375 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:45,375 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:45,375 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/adf9c438a90a409ca4100b7f4e97d39e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/46e81b87bdac40419f1e1a147b482f23, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/0c316c34baea43768eefe900f9f28d5b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4c13f47bc5e24b65bec8111b1ce8f3ae] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=53.2 K 2024-11-24T09:20:45,375 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf9c438a90a409ca4100b7f4e97d39e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440042707 2024-11-24T09:20:45,376 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e81b87bdac40419f1e1a147b482f23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732440043879 2024-11-24T09:20:45,376 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c316c34baea43768eefe900f9f28d5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732440044506 2024-11-24T09:20:45,377 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c13f47bc5e24b65bec8111b1ce8f3ae, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732440044826 2024-11-24T09:20:45,389 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:45,390 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6a430ba446944d58b29f63b313c106f5 is 50, key is test_row_0/A:col10/1732440044838/Put/seqid=0 2024-11-24T09:20:45,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741903_1079 (size=13017) 2024-11-24T09:20:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:20:45,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:20:45,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:45,449 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:20:45,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:45,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:45,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:45,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:45,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:45,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/624823bd97ae4570bb626cb42d2da779 is 50, key is test_row_0/A:col10/1732440044881/Put/seqid=0 2024-11-24T09:20:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741904_1080 (size=12301) 2024-11-24T09:20:45,463 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/624823bd97ae4570bb626cb42d2da779 2024-11-24T09:20:45,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/56aad335fd234018b7163f0b35248396 is 50, key is test_row_0/B:col10/1732440044881/Put/seqid=0 2024-11-24T09:20:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741905_1081 (size=12301) 2024-11-24T09:20:45,482 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/56aad335fd234018b7163f0b35248396 2024-11-24T09:20:45,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/857d2e871788496bbd0b05a9d5e23306 is 50, key is test_row_0/C:col10/1732440044881/Put/seqid=0 2024-11-24T09:20:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741906_1082 (size=12301) 2024-11-24T09:20:45,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:45,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440105504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440105505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440105505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440105506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440105507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440105609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440105609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440105609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440105610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:20:45,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440105812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440105812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440105813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440105815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:45,826 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6a430ba446944d58b29f63b313c106f5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a430ba446944d58b29f63b313c106f5 2024-11-24T09:20:45,834 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into 6a430ba446944d58b29f63b313c106f5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:45,834 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:45,834 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=12, startTime=1732440045372; duration=0sec 2024-11-24T09:20:45,834 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:45,834 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:45,898 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/857d2e871788496bbd0b05a9d5e23306 2024-11-24T09:20:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/624823bd97ae4570bb626cb42d2da779 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/624823bd97ae4570bb626cb42d2da779 2024-11-24T09:20:45,911 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/624823bd97ae4570bb626cb42d2da779, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T09:20:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/56aad335fd234018b7163f0b35248396 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/56aad335fd234018b7163f0b35248396 2024-11-24T09:20:45,918 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/56aad335fd234018b7163f0b35248396, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T09:20:45,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/857d2e871788496bbd0b05a9d5e23306 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/857d2e871788496bbd0b05a9d5e23306 2024-11-24T09:20:45,926 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/857d2e871788496bbd0b05a9d5e23306, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T09:20:45,927 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 916c283ef28697c16a6878f1b5ee49e4 in 477ms, sequenceid=331, compaction requested=true 2024-11-24T09:20:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T09:20:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T09:20:45,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T09:20:45,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 785 msec 2024-11-24T09:20:45,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 792 msec 2024-11-24T09:20:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:46,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:46,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:46,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:46,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/ff946fb7e0c447aea7e6f3283f8253b9 is 50, key is test_row_0/A:col10/1732440045506/Put/seqid=0 2024-11-24T09:20:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741907_1083 (size=14741) 2024-11-24T09:20:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440106079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440106117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440106118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440106118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440106122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440106181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:20:46,245 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T09:20:46,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T09:20:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:20:46,249 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:46,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:46,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:20:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440106385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T09:20:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:46,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/ff946fb7e0c447aea7e6f3283f8253b9 2024-11-24T09:20:46,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/172cb95d80c04bcf9126905c3409e4fd is 50, key is test_row_0/B:col10/1732440045506/Put/seqid=0 2024-11-24T09:20:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741908_1084 (size=12301) 2024-11-24T09:20:46,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/172cb95d80c04bcf9126905c3409e4fd 2024-11-24T09:20:46,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/346fed4b310545f4b78fd32d94a5a6dc is 50, key is test_row_0/C:col10/1732440045506/Put/seqid=0 2024-11-24T09:20:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741909_1085 (size=12301) 2024-11-24T09:20:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:20:46,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T09:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:46,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440106620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440106623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440106624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440106625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440106689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T09:20:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:20:46,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:46,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/346fed4b310545f4b78fd32d94a5a6dc 2024-11-24T09:20:46,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T09:20:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:46,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/ff946fb7e0c447aea7e6f3283f8253b9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ff946fb7e0c447aea7e6f3283f8253b9 2024-11-24T09:20:46,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ff946fb7e0c447aea7e6f3283f8253b9, entries=200, sequenceid=343, filesize=14.4 K 2024-11-24T09:20:46,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/172cb95d80c04bcf9126905c3409e4fd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/172cb95d80c04bcf9126905c3409e4fd 2024-11-24T09:20:46,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/172cb95d80c04bcf9126905c3409e4fd, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T09:20:46,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/346fed4b310545f4b78fd32d94a5a6dc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/346fed4b310545f4b78fd32d94a5a6dc 2024-11-24T09:20:46,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/346fed4b310545f4b78fd32d94a5a6dc, entries=150, sequenceid=343, filesize=12.0 K 2024-11-24T09:20:46,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 916c283ef28697c16a6878f1b5ee49e4 in 886ms, sequenceid=343, compaction requested=true 2024-11-24T09:20:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:46,897 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:46,898 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:46,899 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:46,899 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,899 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a430ba446944d58b29f63b313c106f5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/624823bd97ae4570bb626cb42d2da779, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ff946fb7e0c447aea7e6f3283f8253b9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=39.1 K 2024-11-24T09:20:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:46,899 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:46,899 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a430ba446944d58b29f63b313c106f5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732440044835 2024-11-24T09:20:46,900 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 624823bd97ae4570bb626cb42d2da779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732440044876 2024-11-24T09:20:46,900 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff946fb7e0c447aea7e6f3283f8253b9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440045503 2024-11-24T09:20:46,902 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:46,902 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:46,902 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,902 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9512bbd81f134ea7acfd509836d49b19, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/c8e031c2f08347bb85471115f952af83, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/56aad335fd234018b7163f0b35248396, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/172cb95d80c04bcf9126905c3409e4fd] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=48.7 K 2024-11-24T09:20:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:46,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:46,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:46,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:46,903 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9512bbd81f134ea7acfd509836d49b19, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732440044506 2024-11-24T09:20:46,903 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c8e031c2f08347bb85471115f952af83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732440044835 2024-11-24T09:20:46,904 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 56aad335fd234018b7163f0b35248396, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732440044876 2024-11-24T09:20:46,904 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 172cb95d80c04bcf9126905c3409e4fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440045503 2024-11-24T09:20:46,922 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#71 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:46,922 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:46,923 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e28cc61cef0d4a3690a775e824680365 is 50, key is test_row_0/A:col10/1732440045506/Put/seqid=0 2024-11-24T09:20:46,923 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/e7bfea90703d4bff9ffedc603fe4f61f is 50, key is test_row_0/B:col10/1732440045506/Put/seqid=0 2024-11-24T09:20:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741910_1086 (size=13119) 2024-11-24T09:20:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741911_1087 (size=13119) 2024-11-24T09:20:46,954 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/e28cc61cef0d4a3690a775e824680365 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e28cc61cef0d4a3690a775e824680365 2024-11-24T09:20:46,965 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/e7bfea90703d4bff9ffedc603fe4f61f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e7bfea90703d4bff9ffedc603fe4f61f 2024-11-24T09:20:46,975 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into e7bfea90703d4bff9ffedc603fe4f61f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:46,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:46,975 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=12, startTime=1732440046899; duration=0sec 2024-11-24T09:20:46,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:46,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:46,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:46,975 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into e28cc61cef0d4a3690a775e824680365(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:46,976 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:46,977 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=13, startTime=1732440046897; duration=0sec 2024-11-24T09:20:46,978 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:46,978 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:46,979 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:46,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:46,980 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:46,980 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/38489096bc7c4ae391d735370f03859f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a57adbe90e98426ebd97a6a73cbcb5a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/857d2e871788496bbd0b05a9d5e23306, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/346fed4b310545f4b78fd32d94a5a6dc] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=48.7 K 2024-11-24T09:20:46,981 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 38489096bc7c4ae391d735370f03859f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732440044506 2024-11-24T09:20:46,981 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a57adbe90e98426ebd97a6a73cbcb5a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732440044835 2024-11-24T09:20:46,982 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 857d2e871788496bbd0b05a9d5e23306, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732440044876 2024-11-24T09:20:46,983 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 346fed4b310545f4b78fd32d94a5a6dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440045503 2024-11-24T09:20:47,000 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:47,001 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2b1c7c34fd4045e2be6084efe44f9128 is 50, key is test_row_0/C:col10/1732440045506/Put/seqid=0 2024-11-24T09:20:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741912_1088 (size=13085) 2024-11-24T09:20:47,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,020 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/2d36a83b5ec040108aae2410938fe208 is 50, key is test_row_0/A:col10/1732440046077/Put/seqid=0 2024-11-24T09:20:47,030 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2b1c7c34fd4045e2be6084efe44f9128 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b1c7c34fd4045e2be6084efe44f9128 2024-11-24T09:20:47,038 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 2b1c7c34fd4045e2be6084efe44f9128(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:47,038 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,038 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=12, startTime=1732440046902; duration=0sec 2024-11-24T09:20:47,038 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:47,038 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741913_1089 (size=12301) 2024-11-24T09:20:47,063 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/2d36a83b5ec040108aae2410938fe208 2024-11-24T09:20:47,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/0873c1c2196a4387a9a1ba722e9b50e5 is 50, key is test_row_0/B:col10/1732440046077/Put/seqid=0 2024-11-24T09:20:47,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741914_1090 (size=12301) 2024-11-24T09:20:47,082 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/0873c1c2196a4387a9a1ba722e9b50e5 2024-11-24T09:20:47,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/3205a38167554ed1876c7d648fc86aed is 50, key is test_row_0/C:col10/1732440046077/Put/seqid=0 2024-11-24T09:20:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741915_1091 (size=12301) 2024-11-24T09:20:47,119 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/3205a38167554ed1876c7d648fc86aed 2024-11-24T09:20:47,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/2d36a83b5ec040108aae2410938fe208 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/2d36a83b5ec040108aae2410938fe208 2024-11-24T09:20:47,136 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/2d36a83b5ec040108aae2410938fe208, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T09:20:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/0873c1c2196a4387a9a1ba722e9b50e5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/0873c1c2196a4387a9a1ba722e9b50e5 2024-11-24T09:20:47,144 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/0873c1c2196a4387a9a1ba722e9b50e5, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T09:20:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/3205a38167554ed1876c7d648fc86aed as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3205a38167554ed1876c7d648fc86aed 2024-11-24T09:20:47,161 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3205a38167554ed1876c7d648fc86aed, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T09:20:47,164 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 916c283ef28697c16a6878f1b5ee49e4 in 144ms, sequenceid=370, compaction requested=false 2024-11-24T09:20:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T09:20:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T09:20:47,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T09:20:47,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 915 msec 2024-11-24T09:20:47,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 922 msec 2024-11-24T09:20:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:47,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:47,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716 is 50, key is test_row_0/A:col10/1732440047219/Put/seqid=0 2024-11-24T09:20:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741916_1092 (size=14741) 2024-11-24T09:20:47,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716 2024-11-24T09:20:47,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/43272a97d06f44a1af9c1b986a35273f is 50, key is test_row_0/B:col10/1732440047219/Put/seqid=0 2024-11-24T09:20:47,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741917_1093 (size=12301) 2024-11-24T09:20:47,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/43272a97d06f44a1af9c1b986a35273f 2024-11-24T09:20:47,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4d28f0905202467ea555edca092607f8 is 50, key is test_row_0/C:col10/1732440047219/Put/seqid=0 2024-11-24T09:20:47,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440107290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741918_1094 (size=12301) 2024-11-24T09:20:47,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4d28f0905202467ea555edca092607f8 2024-11-24T09:20:47,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716 2024-11-24T09:20:47,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716, entries=200, sequenceid=382, filesize=14.4 K 2024-11-24T09:20:47,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/43272a97d06f44a1af9c1b986a35273f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43272a97d06f44a1af9c1b986a35273f 2024-11-24T09:20:47,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43272a97d06f44a1af9c1b986a35273f, entries=150, sequenceid=382, filesize=12.0 K 2024-11-24T09:20:47,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4d28f0905202467ea555edca092607f8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4d28f0905202467ea555edca092607f8 2024-11-24T09:20:47,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4d28f0905202467ea555edca092607f8, entries=150, sequenceid=382, filesize=12.0 K 2024-11-24T09:20:47,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 916c283ef28697c16a6878f1b5ee49e4 in 101ms, sequenceid=382, compaction requested=true 2024-11-24T09:20:47,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:47,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:47,322 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:47,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:47,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:47,323 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:47,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:47,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:47,324 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:47,324 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:47,324 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:47,324 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:47,324 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,324 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,324 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e7bfea90703d4bff9ffedc603fe4f61f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/0873c1c2196a4387a9a1ba722e9b50e5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43272a97d06f44a1af9c1b986a35273f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=36.8 K 2024-11-24T09:20:47,324 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e28cc61cef0d4a3690a775e824680365, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/2d36a83b5ec040108aae2410938fe208, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=39.2 K 2024-11-24T09:20:47,325 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e7bfea90703d4bff9ffedc603fe4f61f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440045503 2024-11-24T09:20:47,325 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e28cc61cef0d4a3690a775e824680365, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440045503 2024-11-24T09:20:47,325 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0873c1c2196a4387a9a1ba722e9b50e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732440046068 2024-11-24T09:20:47,325 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d36a83b5ec040108aae2410938fe208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732440046068 2024-11-24T09:20:47,326 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 43272a97d06f44a1af9c1b986a35273f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732440047203 2024-11-24T09:20:47,326 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ef9e0dfd4ca4fb5b5dbc1f8650eb716, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732440047199 2024-11-24T09:20:47,342 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:47,343 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/7cc8198c8aca4e669b2af8ae1635de55 is 50, key is test_row_0/B:col10/1732440047219/Put/seqid=0 2024-11-24T09:20:47,352 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:47,353 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/28ef361daf99425fbe90aed1c87dbba8 is 50, key is test_row_0/A:col10/1732440047219/Put/seqid=0 2024-11-24T09:20:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:20:47,356 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T09:20:47,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-24T09:20:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T09:20:47,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:47,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:47,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:47,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741919_1095 (size=13221) 2024-11-24T09:20:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741920_1096 (size=13221) 2024-11-24T09:20:47,398 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/28ef361daf99425fbe90aed1c87dbba8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/28ef361daf99425fbe90aed1c87dbba8 2024-11-24T09:20:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:47,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:20:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/027fb34839a24704982a2a2091c25e24 is 50, key is test_row_0/A:col10/1732440047285/Put/seqid=0 2024-11-24T09:20:47,409 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into 28ef361daf99425fbe90aed1c87dbba8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:47,409 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,409 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=13, startTime=1732440047322; duration=0sec 2024-11-24T09:20:47,409 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:47,410 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:47,410 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:20:47,411 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:20:47,411 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:47,412 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,412 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b1c7c34fd4045e2be6084efe44f9128, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3205a38167554ed1876c7d648fc86aed, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4d28f0905202467ea555edca092607f8] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=36.8 K 2024-11-24T09:20:47,412 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b1c7c34fd4045e2be6084efe44f9128, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440045503 2024-11-24T09:20:47,413 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3205a38167554ed1876c7d648fc86aed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732440046068 2024-11-24T09:20:47,413 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d28f0905202467ea555edca092607f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732440047203 2024-11-24T09:20:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741921_1097 (size=14741) 2024-11-24T09:20:47,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/027fb34839a24704982a2a2091c25e24 2024-11-24T09:20:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440107434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,438 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:47,439 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/40c082386b2340d5859d259d357ad1ee is 50, key is test_row_0/C:col10/1732440047219/Put/seqid=0 2024-11-24T09:20:47,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/adeed9ba2bb146fdafe869e49b8bce1b is 50, key is test_row_0/B:col10/1732440047285/Put/seqid=0 2024-11-24T09:20:47,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741922_1098 (size=13187) 2024-11-24T09:20:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T09:20:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741923_1099 (size=12301) 2024-11-24T09:20:47,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/adeed9ba2bb146fdafe869e49b8bce1b 2024-11-24T09:20:47,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/50d7c02cfad64ed6a3198d5052a27535 is 50, key is test_row_0/C:col10/1732440047285/Put/seqid=0 2024-11-24T09:20:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741924_1100 (size=12301) 2024-11-24T09:20:47,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T09:20:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440107539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440107629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440107632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440107632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440107633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T09:20:47,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T09:20:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440107743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,794 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/7cc8198c8aca4e669b2af8ae1635de55 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/7cc8198c8aca4e669b2af8ae1635de55 2024-11-24T09:20:47,802 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 7cc8198c8aca4e669b2af8ae1635de55(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:47,802 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,802 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=13, startTime=1732440047322; duration=0sec 2024-11-24T09:20:47,802 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:47,802 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:47,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T09:20:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:47,872 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/40c082386b2340d5859d259d357ad1ee as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/40c082386b2340d5859d259d357ad1ee 2024-11-24T09:20:47,878 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 40c082386b2340d5859d259d357ad1ee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:47,878 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,878 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=13, startTime=1732440047323; duration=0sec 2024-11-24T09:20:47,879 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:47,879 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:47,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/50d7c02cfad64ed6a3198d5052a27535 2024-11-24T09:20:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/027fb34839a24704982a2a2091c25e24 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/027fb34839a24704982a2a2091c25e24 2024-11-24T09:20:47,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/027fb34839a24704982a2a2091c25e24, entries=200, sequenceid=408, filesize=14.4 K 2024-11-24T09:20:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/adeed9ba2bb146fdafe869e49b8bce1b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/adeed9ba2bb146fdafe869e49b8bce1b 2024-11-24T09:20:47,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/adeed9ba2bb146fdafe869e49b8bce1b, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T09:20:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/50d7c02cfad64ed6a3198d5052a27535 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/50d7c02cfad64ed6a3198d5052a27535 2024-11-24T09:20:47,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/50d7c02cfad64ed6a3198d5052a27535, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T09:20:47,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 916c283ef28697c16a6878f1b5ee49e4 in 541ms, sequenceid=408, compaction requested=false 2024-11-24T09:20:47,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T09:20:47,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:47,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-24T09:20:47,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:47,980 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:20:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:47,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/ce4ae6c8f9b644899d5c45f9c137a1d0 is 50, key is test_row_0/A:col10/1732440047430/Put/seqid=0 2024-11-24T09:20:47,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741925_1101 (size=12301) 2024-11-24T09:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:48,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440108113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440108218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:48,393 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/ce4ae6c8f9b644899d5c45f9c137a1d0 2024-11-24T09:20:48,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/44fc2c0787ee4fc3ac098fc4a9b821bd is 50, key is test_row_0/B:col10/1732440047430/Put/seqid=0 2024-11-24T09:20:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741926_1102 (size=12301) 2024-11-24T09:20:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440108419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T09:20:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440108725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:48,814 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/44fc2c0787ee4fc3ac098fc4a9b821bd 2024-11-24T09:20:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/dc7bc11b9f204fb99e1de585bff644a5 is 50, key is test_row_0/C:col10/1732440047430/Put/seqid=0 2024-11-24T09:20:48,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741927_1103 (size=12301) 2024-11-24T09:20:49,228 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/dc7bc11b9f204fb99e1de585bff644a5 2024-11-24T09:20:49,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440109228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/ce4ae6c8f9b644899d5c45f9c137a1d0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ce4ae6c8f9b644899d5c45f9c137a1d0 2024-11-24T09:20:49,244 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ce4ae6c8f9b644899d5c45f9c137a1d0, entries=150, sequenceid=421, filesize=12.0 K 2024-11-24T09:20:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/44fc2c0787ee4fc3ac098fc4a9b821bd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/44fc2c0787ee4fc3ac098fc4a9b821bd 2024-11-24T09:20:49,255 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/44fc2c0787ee4fc3ac098fc4a9b821bd, entries=150, sequenceid=421, filesize=12.0 K 2024-11-24T09:20:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/dc7bc11b9f204fb99e1de585bff644a5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/dc7bc11b9f204fb99e1de585bff644a5 2024-11-24T09:20:49,262 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/dc7bc11b9f204fb99e1de585bff644a5, entries=150, sequenceid=421, filesize=12.0 K 2024-11-24T09:20:49,263 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 916c283ef28697c16a6878f1b5ee49e4 in 1284ms, sequenceid=421, compaction requested=true 2024-11-24T09:20:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:49,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T09:20:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-24T09:20:49,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T09:20:49,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-24T09:20:49,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9090 sec 2024-11-24T09:20:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T09:20:49,468 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T09:20:49,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-24T09:20:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:20:49,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:49,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:49,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:20:49,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-24T09:20:49,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:49,625 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:20:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:49,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/3dd06073101c4172baf5d8dfa97b86d6 is 50, key is test_row_0/A:col10/1732440048101/Put/seqid=0 2024-11-24T09:20:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741928_1104 (size=12301) 2024-11-24T09:20:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:49,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440109645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440109646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440109647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440109648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,650 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:20:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440109748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440109750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440109750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:20:49,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440109950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440109952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:49,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440109955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,037 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/3dd06073101c4172baf5d8dfa97b86d6 2024-11-24T09:20:50,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/91ea68ae8f794850a6362ef08b2229a6 is 50, key is test_row_0/B:col10/1732440048101/Put/seqid=0 2024-11-24T09:20:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741929_1105 (size=12301) 2024-11-24T09:20:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:20:50,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440110238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440110256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440110256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440110258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,452 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/91ea68ae8f794850a6362ef08b2229a6 2024-11-24T09:20:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/a7a09b4cfb814176b12e21194f444019 is 50, key is test_row_0/C:col10/1732440048101/Put/seqid=0 2024-11-24T09:20:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741930_1106 (size=12301) 2024-11-24T09:20:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:20:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440110760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440110760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440110761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:50,868 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/a7a09b4cfb814176b12e21194f444019 2024-11-24T09:20:50,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/3dd06073101c4172baf5d8dfa97b86d6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3dd06073101c4172baf5d8dfa97b86d6 2024-11-24T09:20:50,881 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3dd06073101c4172baf5d8dfa97b86d6, entries=150, sequenceid=447, filesize=12.0 K 2024-11-24T09:20:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/91ea68ae8f794850a6362ef08b2229a6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/91ea68ae8f794850a6362ef08b2229a6 2024-11-24T09:20:50,887 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/91ea68ae8f794850a6362ef08b2229a6, entries=150, sequenceid=447, filesize=12.0 K 2024-11-24T09:20:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/a7a09b4cfb814176b12e21194f444019 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a7a09b4cfb814176b12e21194f444019 2024-11-24T09:20:50,893 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a7a09b4cfb814176b12e21194f444019, entries=150, sequenceid=447, filesize=12.0 K 2024-11-24T09:20:50,894 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 916c283ef28697c16a6878f1b5ee49e4 in 1270ms, sequenceid=447, compaction requested=true 2024-11-24T09:20:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T09:20:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-24T09:20:50,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T09:20:50,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-24T09:20:50,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4290 sec 2024-11-24T09:20:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:20:51,575 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-24T09:20:51,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-24T09:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T09:20:51,580 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:51,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:51,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T09:20:51,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:51,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T09:20:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:51,736 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:20:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:51,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:51,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6a9656b292ec4f889c8345527e901c43 is 50, key is test_row_0/A:col10/1732440049645/Put/seqid=0 2024-11-24T09:20:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741931_1107 (size=12301) 2024-11-24T09:20:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:51,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440111796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440111798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:51,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440111799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T09:20:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440111900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:51,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440111901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440111906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440112103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440112103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440112110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,147 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6a9656b292ec4f889c8345527e901c43 2024-11-24T09:20:52,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/46aea9867f4b450b857a135b6d1126d0 is 50, key is test_row_0/B:col10/1732440049645/Put/seqid=0 2024-11-24T09:20:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741932_1108 (size=12301) 2024-11-24T09:20:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T09:20:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440112252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,253 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:20:52,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440112405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440112409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440112413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,562 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/46aea9867f4b450b857a135b6d1126d0 2024-11-24T09:20:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/250257270fe048f4a124e5e2c9776c67 is 50, key is test_row_0/C:col10/1732440049645/Put/seqid=0 2024-11-24T09:20:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741933_1109 (size=12301) 2024-11-24T09:20:52,577 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/250257270fe048f4a124e5e2c9776c67 2024-11-24T09:20:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/6a9656b292ec4f889c8345527e901c43 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a9656b292ec4f889c8345527e901c43 2024-11-24T09:20:52,591 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a9656b292ec4f889c8345527e901c43, entries=150, sequenceid=457, filesize=12.0 K 2024-11-24T09:20:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/46aea9867f4b450b857a135b6d1126d0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/46aea9867f4b450b857a135b6d1126d0 2024-11-24T09:20:52,599 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/46aea9867f4b450b857a135b6d1126d0, entries=150, sequenceid=457, filesize=12.0 K 2024-11-24T09:20:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/250257270fe048f4a124e5e2c9776c67 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/250257270fe048f4a124e5e2c9776c67 2024-11-24T09:20:52,606 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/250257270fe048f4a124e5e2c9776c67, entries=150, sequenceid=457, filesize=12.0 K 2024-11-24T09:20:52,607 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 916c283ef28697c16a6878f1b5ee49e4 in 871ms, sequenceid=457, compaction requested=true 2024-11-24T09:20:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T09:20:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-24T09:20:52,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T09:20:52,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-24T09:20:52,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.0340 sec 2024-11-24T09:20:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T09:20:52,683 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-24T09:20:52,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-24T09:20:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T09:20:52,686 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:52,686 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:52,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T09:20:52,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T09:20:52,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:52,840 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:20:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/3a637be824f84775b7ee5f13ee097463 is 50, key is test_row_0/A:col10/1732440051797/Put/seqid=0 2024-11-24T09:20:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741934_1110 (size=12301) 2024-11-24T09:20:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:52,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440112919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440112920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440112921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T09:20:53,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440113024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440113025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440113228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440113229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,251 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/3a637be824f84775b7ee5f13ee097463 2024-11-24T09:20:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/384da4f433bf413190f53a820e68c702 is 50, key is test_row_0/B:col10/1732440051797/Put/seqid=0 2024-11-24T09:20:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741935_1111 (size=12301) 2024-11-24T09:20:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T09:20:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440113531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440113531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48804 deadline: 1732440113662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,665 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:20:53,667 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/384da4f433bf413190f53a820e68c702 2024-11-24T09:20:53,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1a79e0189f674bcc873141983e5d4031 is 50, key is test_row_0/C:col10/1732440051797/Put/seqid=0 2024-11-24T09:20:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741936_1112 (size=12301) 2024-11-24T09:20:53,683 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1a79e0189f674bcc873141983e5d4031 2024-11-24T09:20:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/3a637be824f84775b7ee5f13ee097463 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3a637be824f84775b7ee5f13ee097463 2024-11-24T09:20:53,694 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3a637be824f84775b7ee5f13ee097463, entries=150, sequenceid=484, filesize=12.0 K 2024-11-24T09:20:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/384da4f433bf413190f53a820e68c702 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/384da4f433bf413190f53a820e68c702 2024-11-24T09:20:53,700 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/384da4f433bf413190f53a820e68c702, entries=150, sequenceid=484, filesize=12.0 K 2024-11-24T09:20:53,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1a79e0189f674bcc873141983e5d4031 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1a79e0189f674bcc873141983e5d4031 2024-11-24T09:20:53,706 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1a79e0189f674bcc873141983e5d4031, entries=150, sequenceid=484, filesize=12.0 K 2024-11-24T09:20:53,708 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 916c283ef28697c16a6878f1b5ee49e4 in 867ms, sequenceid=484, compaction requested=true 2024-11-24T09:20:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T09:20:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-24T09:20:53,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T09:20:53,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-11-24T09:20:53,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.0270 sec 2024-11-24T09:20:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T09:20:53,789 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-24T09:20:53,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-24T09:20:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T09:20:53,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:53,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:53,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T09:20:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:53,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:20:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:53,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/d66fbad97c9942938c9de7ae69eae83b is 50, key is test_row_0/A:col10/1732440052913/Put/seqid=0 2024-11-24T09:20:53,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:53,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:53,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:53,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741937_1113 (size=14741) 2024-11-24T09:20:53,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/d66fbad97c9942938c9de7ae69eae83b 2024-11-24T09:20:53,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/4db9d4c26c4b4301a696088146592b9e is 50, key is test_row_0/B:col10/1732440052913/Put/seqid=0 2024-11-24T09:20:53,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741938_1114 (size=12301) 2024-11-24T09:20:53,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/4db9d4c26c4b4301a696088146592b9e 2024-11-24T09:20:53,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4e5515a9f33142c1a736044ad3d4182b is 50, key is test_row_0/C:col10/1732440052913/Put/seqid=0 2024-11-24T09:20:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741939_1115 (size=12301) 2024-11-24T09:20:54,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4e5515a9f33142c1a736044ad3d4182b 2024-11-24T09:20:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/d66fbad97c9942938c9de7ae69eae83b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d66fbad97c9942938c9de7ae69eae83b 2024-11-24T09:20:54,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d66fbad97c9942938c9de7ae69eae83b, entries=200, sequenceid=495, filesize=14.4 K 2024-11-24T09:20:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440114016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/4db9d4c26c4b4301a696088146592b9e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4db9d4c26c4b4301a696088146592b9e 2024-11-24T09:20:54,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4db9d4c26c4b4301a696088146592b9e, entries=150, sequenceid=495, filesize=12.0 K 2024-11-24T09:20:54,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/4e5515a9f33142c1a736044ad3d4182b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4e5515a9f33142c1a736044ad3d4182b 2024-11-24T09:20:54,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4e5515a9f33142c1a736044ad3d4182b, entries=150, sequenceid=495, filesize=12.0 K 2024-11-24T09:20:54,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 916c283ef28697c16a6878f1b5ee49e4 in 103ms, sequenceid=495, compaction requested=true 2024-11-24T09:20:54,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:54,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:54,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:54,038 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-24T09:20:54,038 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-24T09:20:54,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:54,042 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 87027 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-24T09:20:54,042 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:54,042 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,043 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/7cc8198c8aca4e669b2af8ae1635de55, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/adeed9ba2bb146fdafe869e49b8bce1b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/44fc2c0787ee4fc3ac098fc4a9b821bd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/91ea68ae8f794850a6362ef08b2229a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/46aea9867f4b450b857a135b6d1126d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/384da4f433bf413190f53a820e68c702, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4db9d4c26c4b4301a696088146592b9e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=85.0 K 2024-11-24T09:20:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:54,043 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cc8198c8aca4e669b2af8ae1635de55, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732440047203 2024-11-24T09:20:54,044 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 91907 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-24T09:20:54,044 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:54,044 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,044 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/28ef361daf99425fbe90aed1c87dbba8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/027fb34839a24704982a2a2091c25e24, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ce4ae6c8f9b644899d5c45f9c137a1d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3dd06073101c4172baf5d8dfa97b86d6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a9656b292ec4f889c8345527e901c43, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3a637be824f84775b7ee5f13ee097463, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d66fbad97c9942938c9de7ae69eae83b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=89.8 K 2024-11-24T09:20:54,044 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting adeed9ba2bb146fdafe869e49b8bce1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440047282 2024-11-24T09:20:54,045 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ef361daf99425fbe90aed1c87dbba8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732440047203 2024-11-24T09:20:54,045 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 44fc2c0787ee4fc3ac098fc4a9b821bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732440047428 2024-11-24T09:20:54,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:54,045 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027fb34839a24704982a2a2091c25e24, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440047282 2024-11-24T09:20:54,045 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ea68ae8f794850a6362ef08b2229a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732440048093 2024-11-24T09:20:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:54,046 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce4ae6c8f9b644899d5c45f9c137a1d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732440047428 2024-11-24T09:20:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:54,046 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 46aea9867f4b450b857a135b6d1126d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732440049643 2024-11-24T09:20:54,046 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dd06073101c4172baf5d8dfa97b86d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732440048093 2024-11-24T09:20:54,047 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 384da4f433bf413190f53a820e68c702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732440051795 2024-11-24T09:20:54,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:20:54,047 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a9656b292ec4f889c8345527e901c43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732440049643 2024-11-24T09:20:54,047 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4db9d4c26c4b4301a696088146592b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732440052913 2024-11-24T09:20:54,047 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a637be824f84775b7ee5f13ee097463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732440051795 2024-11-24T09:20:54,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:54,048 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d66fbad97c9942938c9de7ae69eae83b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732440052913 2024-11-24T09:20:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:54,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:54,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/002790f0c0bb44219fe1e12d1ba6d459 is 50, key is test_row_0/A:col10/1732440054041/Put/seqid=0 2024-11-24T09:20:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440114059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440114064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,080 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#102 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:54,081 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/05d193a392d94e4ab15b22fecd89e64b is 50, key is test_row_0/B:col10/1732440052913/Put/seqid=0 2024-11-24T09:20:54,083 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:54,086 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/542696ef6b3d42b6b53e3875dc0e6695 is 50, key is test_row_0/A:col10/1732440052913/Put/seqid=0 2024-11-24T09:20:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741940_1116 (size=14741) 2024-11-24T09:20:54,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/002790f0c0bb44219fe1e12d1ba6d459 2024-11-24T09:20:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T09:20:54,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a33ad26ba7af4b8b94efa57a93bd4bc9 is 50, key is test_row_0/B:col10/1732440054041/Put/seqid=0 2024-11-24T09:20:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741941_1117 (size=13459) 2024-11-24T09:20:54,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440114119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741942_1118 (size=13459) 2024-11-24T09:20:54,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741943_1119 (size=12301) 2024-11-24T09:20:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440114167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440114172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440114324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440114371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440114376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T09:20:54,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,518 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/05d193a392d94e4ab15b22fecd89e64b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/05d193a392d94e4ab15b22fecd89e64b 2024-11-24T09:20:54,524 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into 05d193a392d94e4ab15b22fecd89e64b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:54,524 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:54,524 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=9, startTime=1732440054038; duration=0sec 2024-11-24T09:20:54,525 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:54,525 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:54,525 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-24T09:20:54,528 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86993 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-24T09:20:54,528 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:54,528 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,528 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/40c082386b2340d5859d259d357ad1ee, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/50d7c02cfad64ed6a3198d5052a27535, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/dc7bc11b9f204fb99e1de585bff644a5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a7a09b4cfb814176b12e21194f444019, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/250257270fe048f4a124e5e2c9776c67, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1a79e0189f674bcc873141983e5d4031, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4e5515a9f33142c1a736044ad3d4182b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=85.0 K 2024-11-24T09:20:54,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a33ad26ba7af4b8b94efa57a93bd4bc9 2024-11-24T09:20:54,529 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 40c082386b2340d5859d259d357ad1ee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732440047203 2024-11-24T09:20:54,530 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 50d7c02cfad64ed6a3198d5052a27535, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440047282 2024-11-24T09:20:54,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting dc7bc11b9f204fb99e1de585bff644a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732440047428 2024-11-24T09:20:54,532 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a7a09b4cfb814176b12e21194f444019, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732440048093 2024-11-24T09:20:54,532 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/542696ef6b3d42b6b53e3875dc0e6695 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/542696ef6b3d42b6b53e3875dc0e6695 2024-11-24T09:20:54,533 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 250257270fe048f4a124e5e2c9776c67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732440049643 2024-11-24T09:20:54,533 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a79e0189f674bcc873141983e5d4031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732440051795 2024-11-24T09:20:54,534 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e5515a9f33142c1a736044ad3d4182b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732440052913 2024-11-24T09:20:54,539 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into 542696ef6b3d42b6b53e3875dc0e6695(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:54,539 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:54,539 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=9, startTime=1732440054037; duration=0sec 2024-11-24T09:20:54,539 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:54,539 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:54,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2f7321a81fad4695894129250654080b is 50, key is test_row_0/C:col10/1732440054041/Put/seqid=0 2024-11-24T09:20:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741944_1120 (size=12301) 2024-11-24T09:20:54,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,562 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:54,563 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/634abd438a144ba28563a3bfa4d1a02f is 50, key is test_row_0/C:col10/1732440052913/Put/seqid=0 2024-11-24T09:20:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741945_1121 (size=13425) 2024-11-24T09:20:54,578 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/634abd438a144ba28563a3bfa4d1a02f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/634abd438a144ba28563a3bfa4d1a02f 2024-11-24T09:20:54,586 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 634abd438a144ba28563a3bfa4d1a02f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:54,586 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:54,586 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=9, startTime=1732440054045; duration=0sec 2024-11-24T09:20:54,586 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:54,586 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:54,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440114627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440114677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440114680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:54,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:54,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T09:20:54,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2f7321a81fad4695894129250654080b 2024-11-24T09:20:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/002790f0c0bb44219fe1e12d1ba6d459 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/002790f0c0bb44219fe1e12d1ba6d459 2024-11-24T09:20:54,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/002790f0c0bb44219fe1e12d1ba6d459, entries=200, sequenceid=522, filesize=14.4 K 2024-11-24T09:20:54,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a33ad26ba7af4b8b94efa57a93bd4bc9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a33ad26ba7af4b8b94efa57a93bd4bc9 2024-11-24T09:20:54,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a33ad26ba7af4b8b94efa57a93bd4bc9, entries=150, sequenceid=522, filesize=12.0 K 2024-11-24T09:20:54,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/2f7321a81fad4695894129250654080b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2f7321a81fad4695894129250654080b 2024-11-24T09:20:54,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2f7321a81fad4695894129250654080b, entries=150, sequenceid=522, filesize=12.0 K 2024-11-24T09:20:54,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 916c283ef28697c16a6878f1b5ee49e4 in 937ms, sequenceid=522, compaction requested=false 2024-11-24T09:20:54,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:55,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T09:20:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:55,023 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:20:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:55,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:55,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/b1e04255915744afab10fdd658100a2d is 50, key is test_row_0/A:col10/1732440054063/Put/seqid=0 2024-11-24T09:20:55,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741946_1122 (size=12301) 2024-11-24T09:20:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:55,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:55,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440115183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440115184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440115184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440115289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440115289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,435 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/b1e04255915744afab10fdd658100a2d 2024-11-24T09:20:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/8cf204bd24544698b059c23ee8b65232 is 50, key is test_row_0/B:col10/1732440054063/Put/seqid=0 2024-11-24T09:20:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741947_1123 (size=12301) 2024-11-24T09:20:55,459 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/8cf204bd24544698b059c23ee8b65232 2024-11-24T09:20:55,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c24c8d1e940849378883155fc0dcab10 is 50, key is test_row_0/C:col10/1732440054063/Put/seqid=0 2024-11-24T09:20:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741948_1124 (size=12301) 2024-11-24T09:20:55,476 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c24c8d1e940849378883155fc0dcab10 2024-11-24T09:20:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/b1e04255915744afab10fdd658100a2d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/b1e04255915744afab10fdd658100a2d 2024-11-24T09:20:55,486 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/b1e04255915744afab10fdd658100a2d, entries=150, sequenceid=534, filesize=12.0 K 2024-11-24T09:20:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/8cf204bd24544698b059c23ee8b65232 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8cf204bd24544698b059c23ee8b65232 2024-11-24T09:20:55,492 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8cf204bd24544698b059c23ee8b65232, entries=150, sequenceid=534, filesize=12.0 K 2024-11-24T09:20:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/c24c8d1e940849378883155fc0dcab10 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c24c8d1e940849378883155fc0dcab10 2024-11-24T09:20:55,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440115492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440115492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,500 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c24c8d1e940849378883155fc0dcab10, entries=150, sequenceid=534, filesize=12.0 K 2024-11-24T09:20:55,501 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 916c283ef28697c16a6878f1b5ee49e4 in 478ms, sequenceid=534, compaction requested=true 2024-11-24T09:20:55,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:55,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:55,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T09:20:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=39 2024-11-24T09:20:55,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T09:20:55,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7080 sec 2024-11-24T09:20:55,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.7130 sec 2024-11-24T09:20:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:20:55,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:20:55,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:55,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:55,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:55,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:55,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:55,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:55,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/06382c35fedf44399c9324ed6fbd3e9a is 50, key is test_row_0/A:col10/1732440055183/Put/seqid=0 2024-11-24T09:20:55,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440115805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440115808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741949_1125 (size=14741) 2024-11-24T09:20:55,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/06382c35fedf44399c9324ed6fbd3e9a 2024-11-24T09:20:55,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/49b7f4b10a39499fa41bc8219c65dee0 is 50, key is test_row_0/B:col10/1732440055183/Put/seqid=0 2024-11-24T09:20:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741950_1126 (size=12301) 2024-11-24T09:20:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T09:20:55,905 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-24T09:20:55,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:20:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-24T09:20:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T09:20:55,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:20:55,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:20:55,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:20:55,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440115908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:55,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440115911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T09:20:56,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T09:20:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48774 deadline: 1732440116112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48834 deadline: 1732440116113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48812 deadline: 1732440116191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T09:20:56,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T09:20:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. as already flushing 2024-11-24T09:20:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:20:56,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/49b7f4b10a39499fa41bc8219c65dee0 2024-11-24T09:20:56,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/336d094523f3415ca204cd3bbd0a6b29 is 50, key is test_row_0/C:col10/1732440055183/Put/seqid=0 2024-11-24T09:20:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741951_1127 (size=12301) 2024-11-24T09:20:56,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/336d094523f3415ca204cd3bbd0a6b29 2024-11-24T09:20:56,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/06382c35fedf44399c9324ed6fbd3e9a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/06382c35fedf44399c9324ed6fbd3e9a 2024-11-24T09:20:56,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/06382c35fedf44399c9324ed6fbd3e9a, entries=200, sequenceid=564, filesize=14.4 K 2024-11-24T09:20:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/49b7f4b10a39499fa41bc8219c65dee0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/49b7f4b10a39499fa41bc8219c65dee0 2024-11-24T09:20:56,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/49b7f4b10a39499fa41bc8219c65dee0, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T09:20:56,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/336d094523f3415ca204cd3bbd0a6b29 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/336d094523f3415ca204cd3bbd0a6b29 2024-11-24T09:20:56,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/336d094523f3415ca204cd3bbd0a6b29, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T09:20:56,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:20:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48814 deadline: 1732440116259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 916c283ef28697c16a6878f1b5ee49e4 in 466ms, sequenceid=564, compaction requested=true 2024-11-24T09:20:56,264 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:20:56,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:56,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:20:56,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:56,264 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:56,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:20:56,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:56,265 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:56,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 916c283ef28697c16a6878f1b5ee49e4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:20:56,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:56,266 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:56,266 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/A is initiating minor compaction (all files) 2024-11-24T09:20:56,267 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/A in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,267 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/542696ef6b3d42b6b53e3875dc0e6695, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/002790f0c0bb44219fe1e12d1ba6d459, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/b1e04255915744afab10fdd658100a2d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/06382c35fedf44399c9324ed6fbd3e9a] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=53.9 K 2024-11-24T09:20:56,267 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:56,267 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/B is initiating minor compaction (all files) 2024-11-24T09:20:56,267 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/B in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,267 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/05d193a392d94e4ab15b22fecd89e64b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a33ad26ba7af4b8b94efa57a93bd4bc9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8cf204bd24544698b059c23ee8b65232, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/49b7f4b10a39499fa41bc8219c65dee0] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=49.2 K 2024-11-24T09:20:56,267 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 542696ef6b3d42b6b53e3875dc0e6695, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732440052913 2024-11-24T09:20:56,268 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 002790f0c0bb44219fe1e12d1ba6d459, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732440053989 2024-11-24T09:20:56,268 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 05d193a392d94e4ab15b22fecd89e64b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732440052913 2024-11-24T09:20:56,268 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1e04255915744afab10fdd658100a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732440054049 2024-11-24T09:20:56,268 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a33ad26ba7af4b8b94efa57a93bd4bc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732440054008 2024-11-24T09:20:56,269 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06382c35fedf44399c9324ed6fbd3e9a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732440055177 2024-11-24T09:20:56,269 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cf204bd24544698b059c23ee8b65232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732440054049 2024-11-24T09:20:56,269 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 49b7f4b10a39499fa41bc8219c65dee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732440055177 2024-11-24T09:20:56,280 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#A#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:56,281 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:56,281 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/d7f1cb409dea4e1c9cc90d26d2e0073e is 50, key is test_row_0/A:col10/1732440055183/Put/seqid=0 2024-11-24T09:20:56,281 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/b4e9cc4c53394f3b98f51ed7b7290457 is 50, key is test_row_0/B:col10/1732440055183/Put/seqid=0 2024-11-24T09:20:56,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741952_1128 (size=13595) 2024-11-24T09:20:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741953_1129 (size=13595) 2024-11-24T09:20:56,296 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/b4e9cc4c53394f3b98f51ed7b7290457 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/b4e9cc4c53394f3b98f51ed7b7290457 2024-11-24T09:20:56,302 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/B of 916c283ef28697c16a6878f1b5ee49e4 into b4e9cc4c53394f3b98f51ed7b7290457(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:56,302 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:56,302 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/B, priority=12, startTime=1732440056264; duration=0sec 2024-11-24T09:20:56,303 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:20:56,303 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:B 2024-11-24T09:20:56,303 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:20:56,304 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:20:56,304 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 916c283ef28697c16a6878f1b5ee49e4/C is initiating minor compaction (all files) 2024-11-24T09:20:56,304 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 916c283ef28697c16a6878f1b5ee49e4/C in TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,305 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/634abd438a144ba28563a3bfa4d1a02f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2f7321a81fad4695894129250654080b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c24c8d1e940849378883155fc0dcab10, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/336d094523f3415ca204cd3bbd0a6b29] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp, totalSize=49.1 K 2024-11-24T09:20:56,305 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 634abd438a144ba28563a3bfa4d1a02f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732440052913 2024-11-24T09:20:56,305 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f7321a81fad4695894129250654080b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732440054008 2024-11-24T09:20:56,306 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c24c8d1e940849378883155fc0dcab10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1732440054049 2024-11-24T09:20:56,306 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 336d094523f3415ca204cd3bbd0a6b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732440055177 2024-11-24T09:20:56,318 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 916c283ef28697c16a6878f1b5ee49e4#C#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:20:56,318 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1be98a8fde7f47fbbe865f4442e9a413 is 50, key is test_row_0/C:col10/1732440055183/Put/seqid=0 2024-11-24T09:20:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741954_1130 (size=13561) 2024-11-24T09:20:56,338 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:62361 2024-11-24T09:20:56,338 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:62361 2024-11-24T09:20:56,338 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:56,338 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:56,338 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:62361 2024-11-24T09:20:56,338 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:56,338 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:62361 2024-11-24T09:20:56,338 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:56,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:20:56,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T09:20:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:56,369 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:20:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:20:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:20:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:20:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:20:56,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4e2d938064b54859b256acc43af035b6 is 50, key is test_row_0/A:col10/1732440055804/Put/seqid=0 2024-11-24T09:20:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741955_1131 (size=9857) 2024-11-24T09:20:56,418 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:62361 2024-11-24T09:20:56,418 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:62361 2024-11-24T09:20:56,418 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:56,418 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T09:20:56,694 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/d7f1cb409dea4e1c9cc90d26d2e0073e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d7f1cb409dea4e1c9cc90d26d2e0073e 2024-11-24T09:20:56,699 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/A of 916c283ef28697c16a6878f1b5ee49e4 into d7f1cb409dea4e1c9cc90d26d2e0073e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:56,699 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:56,699 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/A, priority=12, startTime=1732440056264; duration=0sec 2024-11-24T09:20:56,699 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:56,699 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:A 2024-11-24T09:20:56,731 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/1be98a8fde7f47fbbe865f4442e9a413 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1be98a8fde7f47fbbe865f4442e9a413 2024-11-24T09:20:56,736 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 916c283ef28697c16a6878f1b5ee49e4/C of 916c283ef28697c16a6878f1b5ee49e4 into 1be98a8fde7f47fbbe865f4442e9a413(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:20:56,736 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:56,736 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4., storeName=916c283ef28697c16a6878f1b5ee49e4/C, priority=12, startTime=1732440056265; duration=0sec 2024-11-24T09:20:56,736 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:20:56,736 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 916c283ef28697c16a6878f1b5ee49e4:C 2024-11-24T09:20:56,778 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4e2d938064b54859b256acc43af035b6 2024-11-24T09:20:56,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/574ea34c15fc4944bc50c3a9c4c851f8 is 50, key is test_row_0/B:col10/1732440055804/Put/seqid=0 2024-11-24T09:20:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741956_1132 (size=9857) 2024-11-24T09:20:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T09:20:57,190 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/574ea34c15fc4944bc50c3a9c4c851f8 2024-11-24T09:20:57,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ec280397067a44cdba25eb57c64bad94 is 50, key is test_row_0/C:col10/1732440055804/Put/seqid=0 2024-11-24T09:20:57,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741957_1133 (size=9857) 2024-11-24T09:20:57,601 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ec280397067a44cdba25eb57c64bad94 2024-11-24T09:20:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/4e2d938064b54859b256acc43af035b6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4e2d938064b54859b256acc43af035b6 2024-11-24T09:20:57,611 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4e2d938064b54859b256acc43af035b6, entries=100, sequenceid=572, filesize=9.6 K 2024-11-24T09:20:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/574ea34c15fc4944bc50c3a9c4c851f8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/574ea34c15fc4944bc50c3a9c4c851f8 2024-11-24T09:20:57,615 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/574ea34c15fc4944bc50c3a9c4c851f8, entries=100, sequenceid=572, filesize=9.6 K 2024-11-24T09:20:57,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/ec280397067a44cdba25eb57c64bad94 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ec280397067a44cdba25eb57c64bad94 2024-11-24T09:20:57,620 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ec280397067a44cdba25eb57c64bad94, entries=100, sequenceid=572, filesize=9.6 K 2024-11-24T09:20:57,621 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=13.42 KB/13740 for 916c283ef28697c16a6878f1b5ee49e4 in 1253ms, sequenceid=572, compaction requested=false 2024-11-24T09:20:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2538): Flush status journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:20:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:20:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T09:20:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=41 2024-11-24T09:20:57,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T09:20:57,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7120 sec 2024-11-24T09:20:57,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.7170 sec 2024-11-24T09:20:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-24T09:20:58,013 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-24T09:20:58,202 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:62361 2024-11-24T09:20:58,202 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:20:58,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:21:02,138 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:21:02,139 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:21:03,727 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:62361 2024-11-24T09:21:03,728 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:06,358 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:62361 2024-11-24T09:21:06,358 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6180 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6154 2024-11-24T09:21:06,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:21:06,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2688 2024-11-24T09:21:06,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8063 rows 2024-11-24T09:21:06,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2698 2024-11-24T09:21:06,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8094 rows 2024-11-24T09:21:06,359 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:21:06,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:62361 2024-11-24T09:21:06,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:06,362 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:21:06,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:06,374 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440066374"}]},"ts":"1732440066374"} 2024-11-24T09:21:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T09:21:06,376 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:21:06,378 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:21:06,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:21:06,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, UNASSIGN}] 2024-11-24T09:21:06,384 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, UNASSIGN 2024-11-24T09:21:06,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=916c283ef28697c16a6878f1b5ee49e4, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:06,385 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:21:06,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T09:21:06,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:06,541 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:21:06,542 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:21:06,542 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 916c283ef28697c16a6878f1b5ee49e4, disabling compactions & flushes 2024-11-24T09:21:06,542 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:21:06,542 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:21:06,542 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. after waiting 0 ms 2024-11-24T09:21:06,542 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:21:06,543 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(2837): Flushing 916c283ef28697c16a6878f1b5ee49e4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:21:06,543 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=A 2024-11-24T09:21:06,543 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:06,543 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=B 2024-11-24T09:21:06,543 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:06,543 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 916c283ef28697c16a6878f1b5ee49e4, store=C 2024-11-24T09:21:06,543 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:06,547 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/215a4e221366435aad35243e81236f94 is 50, key is test_row_0/A:col10/1732440066357/Put/seqid=0 2024-11-24T09:21:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741958_1134 (size=12301) 2024-11-24T09:21:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T09:21:06,954 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/215a4e221366435aad35243e81236f94 2024-11-24T09:21:06,963 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a27ec585e7cf4afdb8d24787e38c547c is 50, key is test_row_0/B:col10/1732440066357/Put/seqid=0 2024-11-24T09:21:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741959_1135 (size=12301) 2024-11-24T09:21:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T09:21:07,371 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a27ec585e7cf4afdb8d24787e38c547c 2024-11-24T09:21:07,378 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/7b63b54ddb464d8491c85f7c7a5340b8 is 50, key is test_row_0/C:col10/1732440066357/Put/seqid=0 2024-11-24T09:21:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741960_1136 (size=12301) 2024-11-24T09:21:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T09:21:07,783 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/7b63b54ddb464d8491c85f7c7a5340b8 2024-11-24T09:21:07,788 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/A/215a4e221366435aad35243e81236f94 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/215a4e221366435aad35243e81236f94 2024-11-24T09:21:07,793 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/215a4e221366435aad35243e81236f94, entries=150, sequenceid=582, filesize=12.0 K 2024-11-24T09:21:07,794 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/B/a27ec585e7cf4afdb8d24787e38c547c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a27ec585e7cf4afdb8d24787e38c547c 2024-11-24T09:21:07,798 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a27ec585e7cf4afdb8d24787e38c547c, entries=150, sequenceid=582, filesize=12.0 K 2024-11-24T09:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/.tmp/C/7b63b54ddb464d8491c85f7c7a5340b8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/7b63b54ddb464d8491c85f7c7a5340b8 2024-11-24T09:21:07,803 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/7b63b54ddb464d8491c85f7c7a5340b8, entries=150, sequenceid=582, filesize=12.0 K 2024-11-24T09:21:07,804 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 916c283ef28697c16a6878f1b5ee49e4 in 1262ms, sequenceid=582, compaction requested=true 2024-11-24T09:21:07,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e5e6c6e67e3d44b99c29d93fe1a1807c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/161d415116324d7e87ad4f2a137f95cc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/24bb7b94b8134b889bc03ea01169179f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e6bcf4e79fa448da98fd2d90c885e35b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cd6c01ecf2124850bed420e9062a553c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/bc97dedde189475aa72f67a5c22d4b2f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c7c22c822dfa4077a7dd3dd76b7791cc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/65e86899b2064a23a28a4263aa647198, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf15c6cbcbe431aa431020f8419fecb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e35d0e568b4d42a3a834d925d656bd08, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c33998cbac23450d90893771cf4147cf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/149ef11dfc7e4009b05e298b959b6b20, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cc77ec06a5d04b7fb2080cca158a6290, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/a982675c8e6c42ac87d1446b677e5217, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/adf9c438a90a409ca4100b7f4e97d39e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/f6500c732487433487af53e0c89c7ff5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/46e81b87bdac40419f1e1a147b482f23, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/0c316c34baea43768eefe900f9f28d5b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4c13f47bc5e24b65bec8111b1ce8f3ae, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a430ba446944d58b29f63b313c106f5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/624823bd97ae4570bb626cb42d2da779, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ff946fb7e0c447aea7e6f3283f8253b9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e28cc61cef0d4a3690a775e824680365, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/2d36a83b5ec040108aae2410938fe208, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/28ef361daf99425fbe90aed1c87dbba8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/027fb34839a24704982a2a2091c25e24, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ce4ae6c8f9b644899d5c45f9c137a1d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3dd06073101c4172baf5d8dfa97b86d6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a9656b292ec4f889c8345527e901c43, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3a637be824f84775b7ee5f13ee097463, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d66fbad97c9942938c9de7ae69eae83b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/542696ef6b3d42b6b53e3875dc0e6695, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/002790f0c0bb44219fe1e12d1ba6d459, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/b1e04255915744afab10fdd658100a2d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/06382c35fedf44399c9324ed6fbd3e9a] to archive 2024-11-24T09:21:07,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:21:07,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e5e6c6e67e3d44b99c29d93fe1a1807c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e5e6c6e67e3d44b99c29d93fe1a1807c 2024-11-24T09:21:07,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/161d415116324d7e87ad4f2a137f95cc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/161d415116324d7e87ad4f2a137f95cc 2024-11-24T09:21:07,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/24bb7b94b8134b889bc03ea01169179f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/24bb7b94b8134b889bc03ea01169179f 2024-11-24T09:21:07,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e6bcf4e79fa448da98fd2d90c885e35b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e6bcf4e79fa448da98fd2d90c885e35b 2024-11-24T09:21:07,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cd6c01ecf2124850bed420e9062a553c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cd6c01ecf2124850bed420e9062a553c 2024-11-24T09:21:07,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6abe6c22bf2442ba9ff0ae2e2a7ebe43 2024-11-24T09:21:07,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/bc97dedde189475aa72f67a5c22d4b2f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/bc97dedde189475aa72f67a5c22d4b2f 2024-11-24T09:21:07,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c7c22c822dfa4077a7dd3dd76b7791cc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c7c22c822dfa4077a7dd3dd76b7791cc 2024-11-24T09:21:07,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/65e86899b2064a23a28a4263aa647198 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/65e86899b2064a23a28a4263aa647198 2024-11-24T09:21:07,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf15c6cbcbe431aa431020f8419fecb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf15c6cbcbe431aa431020f8419fecb 2024-11-24T09:21:07,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e35d0e568b4d42a3a834d925d656bd08 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e35d0e568b4d42a3a834d925d656bd08 2024-11-24T09:21:07,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c33998cbac23450d90893771cf4147cf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/c33998cbac23450d90893771cf4147cf 2024-11-24T09:21:07,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/149ef11dfc7e4009b05e298b959b6b20 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/149ef11dfc7e4009b05e298b959b6b20 2024-11-24T09:21:07,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cc77ec06a5d04b7fb2080cca158a6290 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/cc77ec06a5d04b7fb2080cca158a6290 2024-11-24T09:21:07,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/a982675c8e6c42ac87d1446b677e5217 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/a982675c8e6c42ac87d1446b677e5217 2024-11-24T09:21:07,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4bf74c7eaa9a4a8bb531e1cd9a4ae867 2024-11-24T09:21:07,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/adf9c438a90a409ca4100b7f4e97d39e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/adf9c438a90a409ca4100b7f4e97d39e 2024-11-24T09:21:07,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/f6500c732487433487af53e0c89c7ff5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/f6500c732487433487af53e0c89c7ff5 2024-11-24T09:21:07,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/46e81b87bdac40419f1e1a147b482f23 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/46e81b87bdac40419f1e1a147b482f23 2024-11-24T09:21:07,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/0c316c34baea43768eefe900f9f28d5b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/0c316c34baea43768eefe900f9f28d5b 2024-11-24T09:21:07,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4c13f47bc5e24b65bec8111b1ce8f3ae to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4c13f47bc5e24b65bec8111b1ce8f3ae 2024-11-24T09:21:07,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a430ba446944d58b29f63b313c106f5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a430ba446944d58b29f63b313c106f5 2024-11-24T09:21:07,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/624823bd97ae4570bb626cb42d2da779 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/624823bd97ae4570bb626cb42d2da779 2024-11-24T09:21:07,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ff946fb7e0c447aea7e6f3283f8253b9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ff946fb7e0c447aea7e6f3283f8253b9 2024-11-24T09:21:07,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e28cc61cef0d4a3690a775e824680365 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/e28cc61cef0d4a3690a775e824680365 2024-11-24T09:21:07,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/2d36a83b5ec040108aae2410938fe208 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/2d36a83b5ec040108aae2410938fe208 2024-11-24T09:21:07,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/1ef9e0dfd4ca4fb5b5dbc1f8650eb716 2024-11-24T09:21:07,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/28ef361daf99425fbe90aed1c87dbba8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/28ef361daf99425fbe90aed1c87dbba8 2024-11-24T09:21:07,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/027fb34839a24704982a2a2091c25e24 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/027fb34839a24704982a2a2091c25e24 2024-11-24T09:21:07,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ce4ae6c8f9b644899d5c45f9c137a1d0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/ce4ae6c8f9b644899d5c45f9c137a1d0 2024-11-24T09:21:07,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3dd06073101c4172baf5d8dfa97b86d6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3dd06073101c4172baf5d8dfa97b86d6 2024-11-24T09:21:07,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a9656b292ec4f889c8345527e901c43 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/6a9656b292ec4f889c8345527e901c43 2024-11-24T09:21:07,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3a637be824f84775b7ee5f13ee097463 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/3a637be824f84775b7ee5f13ee097463 2024-11-24T09:21:07,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d66fbad97c9942938c9de7ae69eae83b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d66fbad97c9942938c9de7ae69eae83b 2024-11-24T09:21:07,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/542696ef6b3d42b6b53e3875dc0e6695 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/542696ef6b3d42b6b53e3875dc0e6695 2024-11-24T09:21:07,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/002790f0c0bb44219fe1e12d1ba6d459 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/002790f0c0bb44219fe1e12d1ba6d459 2024-11-24T09:21:07,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/b1e04255915744afab10fdd658100a2d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/b1e04255915744afab10fdd658100a2d 2024-11-24T09:21:07,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/06382c35fedf44399c9324ed6fbd3e9a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/06382c35fedf44399c9324ed6fbd3e9a 2024-11-24T09:21:07,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a48c9e710ba94b33bd7017e9592db79e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/779a0a3f73374ab39648d5491187a251, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a8e711084a1d41888a1db0ea74a14deb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/26d8ca74908a4415afd6e413ed312b6e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9c584a6b5cf843818f2d418294da1a2e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8ac55906b5fa40fdb329afcd12457dde, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9da040df08ae423b92c0450419d9a724, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/5d933c3bc37249d49d66b87f3c2bfba6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4d7057a079b94fe1a2f59c9a32c24b74, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e36abd036b104d8b82322d9e236f9c7c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/f38234fcd74f4fbba02b577a6440f08c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/71344d4857d346599dc901448fd83b09, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/2639d603e27f4105b6781e2b7572f142, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/04b47b743cad483186f02f811a724a83, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/d1322b7553f44316a26851a44123ffd8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/1a075e5870ee4ab6a0f64ad73d227ce1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9aefcf1df1264a82bfe034e70825761b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43e5264d97594a429f8635074b9ed30e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a42214e9c00d443d8754c70d1631b017, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9512bbd81f134ea7acfd509836d49b19, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/53b47e7f9f044c2db34b2427d3b3f136, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/c8e031c2f08347bb85471115f952af83, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/56aad335fd234018b7163f0b35248396, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e7bfea90703d4bff9ffedc603fe4f61f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/172cb95d80c04bcf9126905c3409e4fd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/0873c1c2196a4387a9a1ba722e9b50e5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/7cc8198c8aca4e669b2af8ae1635de55, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43272a97d06f44a1af9c1b986a35273f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/adeed9ba2bb146fdafe869e49b8bce1b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/44fc2c0787ee4fc3ac098fc4a9b821bd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/91ea68ae8f794850a6362ef08b2229a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/46aea9867f4b450b857a135b6d1126d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/384da4f433bf413190f53a820e68c702, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/05d193a392d94e4ab15b22fecd89e64b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4db9d4c26c4b4301a696088146592b9e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a33ad26ba7af4b8b94efa57a93bd4bc9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8cf204bd24544698b059c23ee8b65232, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/49b7f4b10a39499fa41bc8219c65dee0] to archive 2024-11-24T09:21:07,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:21:07,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a48c9e710ba94b33bd7017e9592db79e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a48c9e710ba94b33bd7017e9592db79e 2024-11-24T09:21:07,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/779a0a3f73374ab39648d5491187a251 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/779a0a3f73374ab39648d5491187a251 2024-11-24T09:21:07,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a8e711084a1d41888a1db0ea74a14deb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a8e711084a1d41888a1db0ea74a14deb 2024-11-24T09:21:07,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/26d8ca74908a4415afd6e413ed312b6e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/26d8ca74908a4415afd6e413ed312b6e 2024-11-24T09:21:07,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9c584a6b5cf843818f2d418294da1a2e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9c584a6b5cf843818f2d418294da1a2e 2024-11-24T09:21:07,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8ac55906b5fa40fdb329afcd12457dde to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8ac55906b5fa40fdb329afcd12457dde 2024-11-24T09:21:07,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9da040df08ae423b92c0450419d9a724 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9da040df08ae423b92c0450419d9a724 2024-11-24T09:21:07,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/5d933c3bc37249d49d66b87f3c2bfba6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/5d933c3bc37249d49d66b87f3c2bfba6 2024-11-24T09:21:07,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4d7057a079b94fe1a2f59c9a32c24b74 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4d7057a079b94fe1a2f59c9a32c24b74 2024-11-24T09:21:07,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e36abd036b104d8b82322d9e236f9c7c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e36abd036b104d8b82322d9e236f9c7c 2024-11-24T09:21:07,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/f38234fcd74f4fbba02b577a6440f08c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/f38234fcd74f4fbba02b577a6440f08c 2024-11-24T09:21:07,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/71344d4857d346599dc901448fd83b09 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/71344d4857d346599dc901448fd83b09 2024-11-24T09:21:07,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/2639d603e27f4105b6781e2b7572f142 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/2639d603e27f4105b6781e2b7572f142 2024-11-24T09:21:07,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/04b47b743cad483186f02f811a724a83 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/04b47b743cad483186f02f811a724a83 2024-11-24T09:21:07,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/d1322b7553f44316a26851a44123ffd8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/d1322b7553f44316a26851a44123ffd8 2024-11-24T09:21:07,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/1a075e5870ee4ab6a0f64ad73d227ce1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/1a075e5870ee4ab6a0f64ad73d227ce1 2024-11-24T09:21:07,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9aefcf1df1264a82bfe034e70825761b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9aefcf1df1264a82bfe034e70825761b 2024-11-24T09:21:07,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43e5264d97594a429f8635074b9ed30e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43e5264d97594a429f8635074b9ed30e 2024-11-24T09:21:07,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a42214e9c00d443d8754c70d1631b017 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a42214e9c00d443d8754c70d1631b017 2024-11-24T09:21:07,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9512bbd81f134ea7acfd509836d49b19 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/9512bbd81f134ea7acfd509836d49b19 2024-11-24T09:21:07,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/53b47e7f9f044c2db34b2427d3b3f136 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/53b47e7f9f044c2db34b2427d3b3f136 2024-11-24T09:21:07,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/c8e031c2f08347bb85471115f952af83 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/c8e031c2f08347bb85471115f952af83 2024-11-24T09:21:07,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/56aad335fd234018b7163f0b35248396 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/56aad335fd234018b7163f0b35248396 2024-11-24T09:21:07,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e7bfea90703d4bff9ffedc603fe4f61f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/e7bfea90703d4bff9ffedc603fe4f61f 2024-11-24T09:21:07,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/172cb95d80c04bcf9126905c3409e4fd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/172cb95d80c04bcf9126905c3409e4fd 2024-11-24T09:21:07,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/0873c1c2196a4387a9a1ba722e9b50e5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/0873c1c2196a4387a9a1ba722e9b50e5 2024-11-24T09:21:07,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/7cc8198c8aca4e669b2af8ae1635de55 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/7cc8198c8aca4e669b2af8ae1635de55 2024-11-24T09:21:07,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43272a97d06f44a1af9c1b986a35273f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/43272a97d06f44a1af9c1b986a35273f 2024-11-24T09:21:07,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/adeed9ba2bb146fdafe869e49b8bce1b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/adeed9ba2bb146fdafe869e49b8bce1b 2024-11-24T09:21:07,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/44fc2c0787ee4fc3ac098fc4a9b821bd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/44fc2c0787ee4fc3ac098fc4a9b821bd 2024-11-24T09:21:07,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/91ea68ae8f794850a6362ef08b2229a6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/91ea68ae8f794850a6362ef08b2229a6 2024-11-24T09:21:07,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/46aea9867f4b450b857a135b6d1126d0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/46aea9867f4b450b857a135b6d1126d0 2024-11-24T09:21:07,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/384da4f433bf413190f53a820e68c702 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/384da4f433bf413190f53a820e68c702 2024-11-24T09:21:07,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/05d193a392d94e4ab15b22fecd89e64b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/05d193a392d94e4ab15b22fecd89e64b 2024-11-24T09:21:07,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4db9d4c26c4b4301a696088146592b9e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/4db9d4c26c4b4301a696088146592b9e 2024-11-24T09:21:07,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a33ad26ba7af4b8b94efa57a93bd4bc9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a33ad26ba7af4b8b94efa57a93bd4bc9 2024-11-24T09:21:07,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8cf204bd24544698b059c23ee8b65232 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/8cf204bd24544698b059c23ee8b65232 2024-11-24T09:21:07,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/49b7f4b10a39499fa41bc8219c65dee0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/49b7f4b10a39499fa41bc8219c65dee0 2024-11-24T09:21:07,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/5fbcac030d7c45afb2edbdf10bdb1648, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3187887f3374468b86641878b7b9c6d6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/63cae0c3980943489652c1278e249937, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/465096218dfd4f3fbfb1e65454845a2a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ff67907fc32349d4bfbb431cf0cfd8ab, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/533e481dbd5d4206a44fad264302df35, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8aca6515fc7b4d848849417e1f1e19a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4bb88d56527b4ac4bfa168b64dcd76a8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/9d1247cf0d1843048530ab54241baf13, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ddf2eb33d06b486a9875cee5adc4dff7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/197ba48d6976401e89e6a5463f659856, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1cd74d6df1d540d583be11cd6ea5c678, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/28859e0c8506478ca4d0e0c3efe0d9b7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c82ed413481a480dab1148cdbbbe9b58, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/65657fa1fa5346559c93148136720093, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8847f8d2c19d4ca499fc10203761c6cf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c8e1fd00626341cdab227e516675dbea, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c961568594d546a2b2f977ab43477fff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/38489096bc7c4ae391d735370f03859f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b333df1e1f54ff7b21773a2fe7a1e2c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a57adbe90e98426ebd97a6a73cbcb5a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/857d2e871788496bbd0b05a9d5e23306, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b1c7c34fd4045e2be6084efe44f9128, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/346fed4b310545f4b78fd32d94a5a6dc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3205a38167554ed1876c7d648fc86aed, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/40c082386b2340d5859d259d357ad1ee, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4d28f0905202467ea555edca092607f8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/50d7c02cfad64ed6a3198d5052a27535, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/dc7bc11b9f204fb99e1de585bff644a5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a7a09b4cfb814176b12e21194f444019, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/250257270fe048f4a124e5e2c9776c67, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1a79e0189f674bcc873141983e5d4031, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/634abd438a144ba28563a3bfa4d1a02f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4e5515a9f33142c1a736044ad3d4182b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2f7321a81fad4695894129250654080b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c24c8d1e940849378883155fc0dcab10, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/336d094523f3415ca204cd3bbd0a6b29] to archive 2024-11-24T09:21:07,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:21:07,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/5fbcac030d7c45afb2edbdf10bdb1648 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/5fbcac030d7c45afb2edbdf10bdb1648 2024-11-24T09:21:07,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3187887f3374468b86641878b7b9c6d6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3187887f3374468b86641878b7b9c6d6 2024-11-24T09:21:07,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/63cae0c3980943489652c1278e249937 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/63cae0c3980943489652c1278e249937 2024-11-24T09:21:07,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/465096218dfd4f3fbfb1e65454845a2a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/465096218dfd4f3fbfb1e65454845a2a 2024-11-24T09:21:07,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ff67907fc32349d4bfbb431cf0cfd8ab to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ff67907fc32349d4bfbb431cf0cfd8ab 2024-11-24T09:21:07,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/533e481dbd5d4206a44fad264302df35 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/533e481dbd5d4206a44fad264302df35 2024-11-24T09:21:07,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8aca6515fc7b4d848849417e1f1e19a6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8aca6515fc7b4d848849417e1f1e19a6 2024-11-24T09:21:07,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4bb88d56527b4ac4bfa168b64dcd76a8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4bb88d56527b4ac4bfa168b64dcd76a8 2024-11-24T09:21:07,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/9d1247cf0d1843048530ab54241baf13 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/9d1247cf0d1843048530ab54241baf13 2024-11-24T09:21:07,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ddf2eb33d06b486a9875cee5adc4dff7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ddf2eb33d06b486a9875cee5adc4dff7 2024-11-24T09:21:07,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/197ba48d6976401e89e6a5463f659856 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/197ba48d6976401e89e6a5463f659856 2024-11-24T09:21:07,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1cd74d6df1d540d583be11cd6ea5c678 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1cd74d6df1d540d583be11cd6ea5c678 2024-11-24T09:21:07,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/28859e0c8506478ca4d0e0c3efe0d9b7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/28859e0c8506478ca4d0e0c3efe0d9b7 2024-11-24T09:21:07,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c82ed413481a480dab1148cdbbbe9b58 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c82ed413481a480dab1148cdbbbe9b58 2024-11-24T09:21:07,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/65657fa1fa5346559c93148136720093 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/65657fa1fa5346559c93148136720093 2024-11-24T09:21:07,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8847f8d2c19d4ca499fc10203761c6cf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/8847f8d2c19d4ca499fc10203761c6cf 2024-11-24T09:21:07,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c8e1fd00626341cdab227e516675dbea to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c8e1fd00626341cdab227e516675dbea 2024-11-24T09:21:07,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c961568594d546a2b2f977ab43477fff to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c961568594d546a2b2f977ab43477fff 2024-11-24T09:21:07,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/38489096bc7c4ae391d735370f03859f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/38489096bc7c4ae391d735370f03859f 2024-11-24T09:21:07,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b333df1e1f54ff7b21773a2fe7a1e2c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b333df1e1f54ff7b21773a2fe7a1e2c 2024-11-24T09:21:07,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a57adbe90e98426ebd97a6a73cbcb5a6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a57adbe90e98426ebd97a6a73cbcb5a6 2024-11-24T09:21:07,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/857d2e871788496bbd0b05a9d5e23306 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/857d2e871788496bbd0b05a9d5e23306 2024-11-24T09:21:07,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b1c7c34fd4045e2be6084efe44f9128 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2b1c7c34fd4045e2be6084efe44f9128 2024-11-24T09:21:07,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/346fed4b310545f4b78fd32d94a5a6dc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/346fed4b310545f4b78fd32d94a5a6dc 2024-11-24T09:21:07,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3205a38167554ed1876c7d648fc86aed to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/3205a38167554ed1876c7d648fc86aed 2024-11-24T09:21:07,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/40c082386b2340d5859d259d357ad1ee to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/40c082386b2340d5859d259d357ad1ee 2024-11-24T09:21:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4d28f0905202467ea555edca092607f8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4d28f0905202467ea555edca092607f8 2024-11-24T09:21:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/50d7c02cfad64ed6a3198d5052a27535 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/50d7c02cfad64ed6a3198d5052a27535 2024-11-24T09:21:07,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/dc7bc11b9f204fb99e1de585bff644a5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/dc7bc11b9f204fb99e1de585bff644a5 2024-11-24T09:21:07,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a7a09b4cfb814176b12e21194f444019 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/a7a09b4cfb814176b12e21194f444019 2024-11-24T09:21:07,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/250257270fe048f4a124e5e2c9776c67 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/250257270fe048f4a124e5e2c9776c67 2024-11-24T09:21:07,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1a79e0189f674bcc873141983e5d4031 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1a79e0189f674bcc873141983e5d4031 2024-11-24T09:21:07,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/634abd438a144ba28563a3bfa4d1a02f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/634abd438a144ba28563a3bfa4d1a02f 2024-11-24T09:21:07,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4e5515a9f33142c1a736044ad3d4182b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/4e5515a9f33142c1a736044ad3d4182b 2024-11-24T09:21:07,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2f7321a81fad4695894129250654080b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/2f7321a81fad4695894129250654080b 2024-11-24T09:21:07,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c24c8d1e940849378883155fc0dcab10 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/c24c8d1e940849378883155fc0dcab10 2024-11-24T09:21:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/336d094523f3415ca204cd3bbd0a6b29 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/336d094523f3415ca204cd3bbd0a6b29 2024-11-24T09:21:07,977 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/recovered.edits/585.seqid, newMaxSeqId=585, maxSeqId=1 2024-11-24T09:21:07,980 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4. 2024-11-24T09:21:07,980 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 916c283ef28697c16a6878f1b5ee49e4: 2024-11-24T09:21:07,983 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:21:07,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=916c283ef28697c16a6878f1b5ee49e4, regionState=CLOSED 2024-11-24T09:21:07,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T09:21:07,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 916c283ef28697c16a6878f1b5ee49e4, server=36e70e68d79c,40313,1732440030467 in 1.5990 sec 2024-11-24T09:21:07,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T09:21:07,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=916c283ef28697c16a6878f1b5ee49e4, UNASSIGN in 1.6030 sec 2024-11-24T09:21:07,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T09:21:07,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6100 sec 2024-11-24T09:21:07,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440067991"}]},"ts":"1732440067991"} 2024-11-24T09:21:07,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:21:07,995 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:21:07,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6260 sec 2024-11-24T09:21:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-24T09:21:08,480 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-24T09:21:08,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:21:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,488 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=46, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,489 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=46, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-24T09:21:08,492 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:21:08,496 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/recovered.edits] 2024-11-24T09:21:08,499 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/215a4e221366435aad35243e81236f94 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/215a4e221366435aad35243e81236f94 2024-11-24T09:21:08,501 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4e2d938064b54859b256acc43af035b6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/4e2d938064b54859b256acc43af035b6 2024-11-24T09:21:08,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d7f1cb409dea4e1c9cc90d26d2e0073e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/A/d7f1cb409dea4e1c9cc90d26d2e0073e 2024-11-24T09:21:08,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/574ea34c15fc4944bc50c3a9c4c851f8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/574ea34c15fc4944bc50c3a9c4c851f8 2024-11-24T09:21:08,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a27ec585e7cf4afdb8d24787e38c547c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/a27ec585e7cf4afdb8d24787e38c547c 2024-11-24T09:21:08,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/b4e9cc4c53394f3b98f51ed7b7290457 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/B/b4e9cc4c53394f3b98f51ed7b7290457 2024-11-24T09:21:08,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1be98a8fde7f47fbbe865f4442e9a413 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/1be98a8fde7f47fbbe865f4442e9a413 2024-11-24T09:21:08,511 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/7b63b54ddb464d8491c85f7c7a5340b8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/7b63b54ddb464d8491c85f7c7a5340b8 2024-11-24T09:21:08,513 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ec280397067a44cdba25eb57c64bad94 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/C/ec280397067a44cdba25eb57c64bad94 2024-11-24T09:21:08,515 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/recovered.edits/585.seqid to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4/recovered.edits/585.seqid 2024-11-24T09:21:08,516 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/916c283ef28697c16a6878f1b5ee49e4 2024-11-24T09:21:08,516 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:21:08,521 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=46, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T09:21:08,528 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:21:08,559 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:21:08,560 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=46, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,561 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:21:08,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440068561"}]},"ts":"9223372036854775807"} 2024-11-24T09:21:08,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:21:08,564 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 916c283ef28697c16a6878f1b5ee49e4, NAME => 'TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:21:08,564 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:21:08,564 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440068564"}]},"ts":"9223372036854775807"} 2024-11-24T09:21:08,566 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:21:08,568 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=46, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-24T09:21:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-24T09:21:08,591 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 46 completed 2024-11-24T09:21:08,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_237648389_22 at /127.0.0.1:53492 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;36e70e68d79c:40313-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7595 (was 8178) 2024-11-24T09:21:08,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=7595 2024-11-24T09:21:08,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:21:08,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:21:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:08,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:21:08,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:08,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 47 2024-11-24T09:21:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:21:08,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:21:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741961_1137 (size=960) 2024-11-24T09:21:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:21:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:21:09,028 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:21:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741962_1138 (size=53) 2024-11-24T09:21:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:21:09,435 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:09,435 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 82479a60fa4c811880e715aedd793640, disabling compactions & flushes 2024-11-24T09:21:09,435 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,435 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,435 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. after waiting 0 ms 2024-11-24T09:21:09,435 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,435 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,435 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:09,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:21:09,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440069436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440069436"}]},"ts":"1732440069436"} 2024-11-24T09:21:09,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:21:09,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:21:09,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440069439"}]},"ts":"1732440069439"} 2024-11-24T09:21:09,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:21:09,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, ASSIGN}] 2024-11-24T09:21:09,447 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, ASSIGN 2024-11-24T09:21:09,447 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:21:09,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:09,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; OpenRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:21:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:21:09,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:09,755 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,755 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:09,755 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,755 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:09,756 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,756 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,757 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,758 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:09,759 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82479a60fa4c811880e715aedd793640 columnFamilyName A 2024-11-24T09:21:09,759 DEBUG [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:09,759 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(327): Store=82479a60fa4c811880e715aedd793640/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:09,759 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,760 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:09,761 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82479a60fa4c811880e715aedd793640 columnFamilyName B 2024-11-24T09:21:09,761 DEBUG [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:09,761 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(327): Store=82479a60fa4c811880e715aedd793640/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:09,762 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,762 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:09,763 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82479a60fa4c811880e715aedd793640 columnFamilyName C 2024-11-24T09:21:09,763 DEBUG [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:09,763 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(327): Store=82479a60fa4c811880e715aedd793640/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:09,763 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,764 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,764 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,766 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:21:09,767 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:09,768 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:21:09,769 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 82479a60fa4c811880e715aedd793640; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59865342, jitterRate=-0.10793688893318176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:21:09,770 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:09,770 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., pid=49, masterSystemTime=1732440069751 2024-11-24T09:21:09,772 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,772 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:09,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:09,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-24T09:21:09,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; OpenRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 in 173 msec 2024-11-24T09:21:09,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T09:21:09,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, ASSIGN in 329 msec 2024-11-24T09:21:09,777 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:21:09,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440069777"}]},"ts":"1732440069777"} 2024-11-24T09:21:09,779 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:21:09,781 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:21:09,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-24T09:21:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:21:10,725 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T09:21:10,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-24T09:21:10,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:10,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:10,733 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:10,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:21:10,737 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:21:10,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:21:10,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:21:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=50, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741963_1139 (size=996) 2024-11-24T09:21:11,160 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T09:21:11,160 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T09:21:11,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:21:11,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, REOPEN/MOVE}] 2024-11-24T09:21:11,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, REOPEN/MOVE 2024-11-24T09:21:11,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,175 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:21:11,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; CloseRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:21:11,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,327 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(124): Close 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,328 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:21:11,328 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1681): Closing 82479a60fa4c811880e715aedd793640, disabling compactions & flushes 2024-11-24T09:21:11,328 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,328 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,328 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. after waiting 0 ms 2024-11-24T09:21:11,328 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,332 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T09:21:11,332 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,332 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1635): Region close journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:11,332 WARN [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionServer(3786): Not adding moved region record: 82479a60fa4c811880e715aedd793640 to self. 2024-11-24T09:21:11,334 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(170): Closed 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=CLOSED 2024-11-24T09:21:11,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-11-24T09:21:11,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; CloseRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 in 160 msec 2024-11-24T09:21:11,337 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, REOPEN/MOVE; state=CLOSED, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=true 2024-11-24T09:21:11,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=52, state=RUNNABLE; OpenRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:21:11,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,644 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,644 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:11,644 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,645 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:11,645 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,645 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,647 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,648 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:11,653 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82479a60fa4c811880e715aedd793640 columnFamilyName A 2024-11-24T09:21:11,655 DEBUG [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:11,655 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(327): Store=82479a60fa4c811880e715aedd793640/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:11,656 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,656 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:11,657 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82479a60fa4c811880e715aedd793640 columnFamilyName B 2024-11-24T09:21:11,657 DEBUG [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:11,657 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(327): Store=82479a60fa4c811880e715aedd793640/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:11,657 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,658 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:11,658 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82479a60fa4c811880e715aedd793640 columnFamilyName C 2024-11-24T09:21:11,658 DEBUG [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:11,658 INFO [StoreOpener-82479a60fa4c811880e715aedd793640-1 {}] regionserver.HStore(327): Store=82479a60fa4c811880e715aedd793640/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:11,658 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,659 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,660 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,661 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:21:11,662 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,663 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 82479a60fa4c811880e715aedd793640; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74603936, jitterRate=0.11168527603149414}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:21:11,664 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:11,665 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., pid=54, masterSystemTime=1732440071640 2024-11-24T09:21:11,666 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,667 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=OPEN, openSeqNum=5, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=52 2024-11-24T09:21:11,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=52, state=SUCCESS; OpenRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 in 179 msec 2024-11-24T09:21:11,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T09:21:11,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, REOPEN/MOVE in 496 msec 2024-11-24T09:21:11,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=50 2024-11-24T09:21:11,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=50, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-24T09:21:11,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 929 msec 2024-11-24T09:21:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=50 2024-11-24T09:21:11,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-24T09:21:11,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,689 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-24T09:21:11,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,694 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-24T09:21:11,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-24T09:21:11,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-24T09:21:11,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-24T09:21:11,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-24T09:21:11,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,713 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-24T09:21:11,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,717 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-24T09:21:11,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:11,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:11,723 DEBUG [hconnection-0x29879a38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,724 DEBUG [hconnection-0x68100ae9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,724 DEBUG [hconnection-0x4898072e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,725 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,725 DEBUG [hconnection-0x5dc972f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,725 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T09:21:11,726 DEBUG [hconnection-0x2a2a8c25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,727 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,727 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,727 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,728 DEBUG [hconnection-0x46fd7854-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,728 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,732 DEBUG [hconnection-0x3c95fcd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:21:11,733 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:11,734 DEBUG [hconnection-0x200f5271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:11,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:11,736 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:21:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:11,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:11,753 DEBUG [hconnection-0x20d8951c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:11,755 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:11,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440131783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440131785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440131786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440131786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440131786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cd74e18c9b814a3e9b9ce30deeb58697_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440071734/Put/seqid=0 2024-11-24T09:21:11,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741964_1140 (size=12154) 2024-11-24T09:21:11,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:11,825 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cd74e18c9b814a3e9b9ce30deeb58697_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd74e18c9b814a3e9b9ce30deeb58697_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:11,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8941077048bd402381fbc51599909444, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:21:11,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8941077048bd402381fbc51599909444 is 175, key is test_row_0/A:col10/1732440071734/Put/seqid=0 2024-11-24T09:21:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741965_1141 (size=30955) 2024-11-24T09:21:11,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8941077048bd402381fbc51599909444 2024-11-24T09:21:11,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bfff440ea4fa42df97a815888f60797b is 50, key is test_row_0/B:col10/1732440071734/Put/seqid=0 2024-11-24T09:21:11,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:21:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:11,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:11,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440131889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440131890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440131891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440131893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440131893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741966_1142 (size=12001) 2024-11-24T09:21:11,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bfff440ea4fa42df97a815888f60797b 2024-11-24T09:21:11,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/dc8ddb84d9034a45beaa9a076651e948 is 50, key is test_row_0/C:col10/1732440071734/Put/seqid=0 2024-11-24T09:21:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741967_1143 (size=12001) 2024-11-24T09:21:11,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/dc8ddb84d9034a45beaa9a076651e948 2024-11-24T09:21:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8941077048bd402381fbc51599909444 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444 2024-11-24T09:21:11,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T09:21:11,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bfff440ea4fa42df97a815888f60797b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bfff440ea4fa42df97a815888f60797b 2024-11-24T09:21:11,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bfff440ea4fa42df97a815888f60797b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T09:21:11,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/dc8ddb84d9034a45beaa9a076651e948 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/dc8ddb84d9034a45beaa9a076651e948 2024-11-24T09:21:11,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/dc8ddb84d9034a45beaa9a076651e948, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T09:21:11,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 82479a60fa4c811880e715aedd793640 in 258ms, sequenceid=15, compaction requested=false 2024-11-24T09:21:11,999 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T09:21:12,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:21:12,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:21:12,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:12,044 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:21:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249b148b2aed6b4cca8d770460b2b3940d_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440071783/Put/seqid=0 2024-11-24T09:21:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741968_1144 (size=12154) 2024-11-24T09:21:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:12,089 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249b148b2aed6b4cca8d770460b2b3940d_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249b148b2aed6b4cca8d770460b2b3940d_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:12,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/acc893b848fc4cd390bdac7eef4947e6, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/acc893b848fc4cd390bdac7eef4947e6 is 175, key is test_row_0/A:col10/1732440071783/Put/seqid=0 2024-11-24T09:21:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:12,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741969_1145 (size=30955) 2024-11-24T09:21:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440132109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440132109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440132113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440132115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440132117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440132219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440132219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440132219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440132220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440132230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:21:12,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440132421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440132422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440132423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440132426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440132432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,509 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/acc893b848fc4cd390bdac7eef4947e6 2024-11-24T09:21:12,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/69a4fb27541b494bb40488b788800fb1 is 50, key is test_row_0/B:col10/1732440071783/Put/seqid=0 2024-11-24T09:21:12,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741970_1146 (size=12001) 2024-11-24T09:21:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440132725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440132725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440132726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440132728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440132737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:21:12,947 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/69a4fb27541b494bb40488b788800fb1 2024-11-24T09:21:12,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3bc3e6a357e44e05a0e78952ed417fb2 is 50, key is test_row_0/C:col10/1732440071783/Put/seqid=0 2024-11-24T09:21:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741971_1147 (size=12001) 2024-11-24T09:21:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440133228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440133228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:13,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440133229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:13,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440133231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:13,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440133244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:13,367 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3bc3e6a357e44e05a0e78952ed417fb2 2024-11-24T09:21:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/acc893b848fc4cd390bdac7eef4947e6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6 2024-11-24T09:21:13,386 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T09:21:13,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/69a4fb27541b494bb40488b788800fb1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/69a4fb27541b494bb40488b788800fb1 2024-11-24T09:21:13,397 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/69a4fb27541b494bb40488b788800fb1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T09:21:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3bc3e6a357e44e05a0e78952ed417fb2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3bc3e6a357e44e05a0e78952ed417fb2 2024-11-24T09:21:13,408 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3bc3e6a357e44e05a0e78952ed417fb2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T09:21:13,410 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 82479a60fa4c811880e715aedd793640 in 1365ms, sequenceid=40, compaction requested=false 2024-11-24T09:21:13,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:13,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:13,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T09:21:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T09:21:13,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T09:21:13,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6780 sec 2024-11-24T09:21:13,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.6930 sec 2024-11-24T09:21:13,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:21:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:21:13,842 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T09:21:13,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T09:21:13,846 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:13,847 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:13,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:21:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:21:13,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T09:21:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,001 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:21:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:14,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124418e615dbf234813a1d840db921e48c6_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440072098/Put/seqid=0 2024-11-24T09:21:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741972_1148 (size=12154) 2024-11-24T09:21:14,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124418e615dbf234813a1d840db921e48c6_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124418e615dbf234813a1d840db921e48c6_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ae4a1e6c87a42bfb7824ba55cfa896e, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ae4a1e6c87a42bfb7824ba55cfa896e is 175, key is test_row_0/A:col10/1732440072098/Put/seqid=0 2024-11-24T09:21:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741973_1149 (size=30955) 2024-11-24T09:21:14,043 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ae4a1e6c87a42bfb7824ba55cfa896e 2024-11-24T09:21:14,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/55a7bdcfa4d94742be75c2fbe3ab5158 is 50, key is test_row_0/B:col10/1732440072098/Put/seqid=0 2024-11-24T09:21:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741974_1150 (size=12001) 2024-11-24T09:21:14,071 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/55a7bdcfa4d94742be75c2fbe3ab5158 2024-11-24T09:21:14,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/6ed0e59626354d47896a18c3c274474e is 50, key is test_row_0/C:col10/1732440072098/Put/seqid=0 2024-11-24T09:21:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741975_1151 (size=12001) 2024-11-24T09:21:14,110 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/6ed0e59626354d47896a18c3c274474e 2024-11-24T09:21:14,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ae4a1e6c87a42bfb7824ba55cfa896e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e 2024-11-24T09:21:14,125 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e, entries=150, sequenceid=52, filesize=30.2 K 2024-11-24T09:21:14,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/55a7bdcfa4d94742be75c2fbe3ab5158 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/55a7bdcfa4d94742be75c2fbe3ab5158 2024-11-24T09:21:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,132 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/55a7bdcfa4d94742be75c2fbe3ab5158, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T09:21:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/6ed0e59626354d47896a18c3c274474e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/6ed0e59626354d47896a18c3c274474e 2024-11-24T09:21:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,138 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/6ed0e59626354d47896a18c3c274474e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T09:21:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,139 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 82479a60fa4c811880e715aedd793640 in 138ms, sequenceid=52, compaction requested=true 2024-11-24T09:21:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T09:21:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T09:21:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T09:21:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 294 msec 2024-11-24T09:21:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 300 msec 2024-11-24T09:21:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:21:14,151 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T09:21:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-24T09:21:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:21:14,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,156 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:14,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:21:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:21:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T09:21:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:14,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ddabeebe203642ee91c5cee4ce52269d_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741977_1153 (size=26798) 2024-11-24T09:21:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440134388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440134388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440134389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440134390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440134391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:21:14,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T09:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440134506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440134506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440134507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440134507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440134508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T09:21:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440134710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440134711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440134711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440134712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440134712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ddabeebe203642ee91c5cee4ce52269d_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ddabeebe203642ee91c5cee4ce52269d_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:14,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f2f6f1652ef249f483d01d511bcbca0e, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f2f6f1652ef249f483d01d511bcbca0e is 175, key is test_row_0/A:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741976_1152 (size=82585) 2024-11-24T09:21:14,753 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f2f6f1652ef249f483d01d511bcbca0e 2024-11-24T09:21:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:21:14,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/4d4d896adb62484e9f08f4f6dbd56f29 is 50, key is test_row_0/B:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T09:21:14,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:14,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741978_1154 (size=12001) 2024-11-24T09:21:14,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/4d4d896adb62484e9f08f4f6dbd56f29 2024-11-24T09:21:14,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/8ca28255abd2412ca323c762df0dbabc is 50, key is test_row_0/C:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741979_1155 (size=12001) 2024-11-24T09:21:14,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/8ca28255abd2412ca323c762df0dbabc 2024-11-24T09:21:14,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f2f6f1652ef249f483d01d511bcbca0e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e 2024-11-24T09:21:14,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e, entries=450, sequenceid=64, filesize=80.6 K 2024-11-24T09:21:14,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/4d4d896adb62484e9f08f4f6dbd56f29 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/4d4d896adb62484e9f08f4f6dbd56f29 2024-11-24T09:21:14,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/4d4d896adb62484e9f08f4f6dbd56f29, entries=150, sequenceid=64, filesize=11.7 K 2024-11-24T09:21:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/8ca28255abd2412ca323c762df0dbabc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/8ca28255abd2412ca323c762df0dbabc 2024-11-24T09:21:14,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/8ca28255abd2412ca323c762df0dbabc, entries=150, sequenceid=64, filesize=11.7 K 2024-11-24T09:21:14,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 82479a60fa4c811880e715aedd793640 in 542ms, sequenceid=64, compaction requested=true 2024-11-24T09:21:14,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:14,837 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:14,838 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:14,840 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 175450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:14,840 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:14,840 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,840 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=171.3 K 2024-11-24T09:21:14,840 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:14,840 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:14,840 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,840 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,840 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e] 2024-11-24T09:21:14,840 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bfff440ea4fa42df97a815888f60797b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/69a4fb27541b494bb40488b788800fb1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/55a7bdcfa4d94742be75c2fbe3ab5158, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/4d4d896adb62484e9f08f4f6dbd56f29] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=46.9 K 2024-11-24T09:21:14,841 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8941077048bd402381fbc51599909444, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732440071734 2024-11-24T09:21:14,841 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting bfff440ea4fa42df97a815888f60797b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732440071734 2024-11-24T09:21:14,841 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting acc893b848fc4cd390bdac7eef4947e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732440071766 2024-11-24T09:21:14,841 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 69a4fb27541b494bb40488b788800fb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732440071766 2024-11-24T09:21:14,841 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ae4a1e6c87a42bfb7824ba55cfa896e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440072098 2024-11-24T09:21:14,841 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a7bdcfa4d94742be75c2fbe3ab5158, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440072098 2024-11-24T09:21:14,842 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4d896adb62484e9f08f4f6dbd56f29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732440074262 2024-11-24T09:21:14,842 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2f6f1652ef249f483d01d511bcbca0e, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732440074257 2024-11-24T09:21:14,859 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:14,859 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/96458ec4dce84167a7cbc320ed3ed637 is 50, key is test_row_0/B:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,861 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,869 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d352748bf50d40cf91c96d5f27d28aaf_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,874 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d352748bf50d40cf91c96d5f27d28aaf_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,875 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d352748bf50d40cf91c96d5f27d28aaf_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741980_1156 (size=12139) 2024-11-24T09:21:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741981_1157 (size=4469) 2024-11-24T09:21:14,922 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#135 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:14,924 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/af9275acacfe4437857323f5e9dfd9f0 is 175, key is test_row_0/A:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:14,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,926 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:14,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741982_1158 (size=31093) 2024-11-24T09:21:14,943 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/af9275acacfe4437857323f5e9dfd9f0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/af9275acacfe4437857323f5e9dfd9f0 2024-11-24T09:21:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444e10a1b698a41de8fb9117a499f9322_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440074342/Put/seqid=0 2024-11-24T09:21:14,956 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into af9275acacfe4437857323f5e9dfd9f0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:14,956 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:14,956 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=12, startTime=1732440074837; duration=0sec 2024-11-24T09:21:14,956 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:14,956 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:14,956 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:14,958 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:14,959 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:14,959 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:14,959 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/dc8ddb84d9034a45beaa9a076651e948, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3bc3e6a357e44e05a0e78952ed417fb2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/6ed0e59626354d47896a18c3c274474e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/8ca28255abd2412ca323c762df0dbabc] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=46.9 K 2024-11-24T09:21:14,960 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8ddb84d9034a45beaa9a076651e948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732440071734 2024-11-24T09:21:14,960 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc3e6a357e44e05a0e78952ed417fb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732440071766 2024-11-24T09:21:14,961 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ed0e59626354d47896a18c3c274474e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440072098 2024-11-24T09:21:14,961 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ca28255abd2412ca323c762df0dbabc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732440074262 2024-11-24T09:21:14,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741983_1159 (size=12154) 2024-11-24T09:21:14,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:14,975 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444e10a1b698a41de8fb9117a499f9322_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444e10a1b698a41de8fb9117a499f9322_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:14,975 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:14,976 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e200f0604856496fa3073b77d478f33b is 50, key is test_row_0/C:col10/1732440074262/Put/seqid=0 2024-11-24T09:21:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/53c477a0d0634cacb0956ddaa98756e9, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/53c477a0d0634cacb0956ddaa98756e9 is 175, key is test_row_0/A:col10/1732440074342/Put/seqid=0 2024-11-24T09:21:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741985_1161 (size=30955) 2024-11-24T09:21:15,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741984_1160 (size=12139) 2024-11-24T09:21:15,002 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/53c477a0d0634cacb0956ddaa98756e9 2024-11-24T09:21:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3564c9638f7a4cc1b9d58a74e99f87da is 50, key is test_row_0/B:col10/1732440074342/Put/seqid=0 2024-11-24T09:21:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:15,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:15,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440135023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440135026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440135027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440135029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440135029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741986_1162 (size=12001) 2024-11-24T09:21:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440135130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440135132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440135133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440135134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440135135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:21:15,300 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/96458ec4dce84167a7cbc320ed3ed637 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/96458ec4dce84167a7cbc320ed3ed637 2024-11-24T09:21:15,310 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into 96458ec4dce84167a7cbc320ed3ed637(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:15,310 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:15,310 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=12, startTime=1732440074838; duration=0sec 2024-11-24T09:21:15,310 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:15,310 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440135336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440135336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440135337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440135337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440135340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,410 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e200f0604856496fa3073b77d478f33b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e200f0604856496fa3073b77d478f33b 2024-11-24T09:21:15,420 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into e200f0604856496fa3073b77d478f33b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:15,420 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:15,420 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=12, startTime=1732440074838; duration=0sec 2024-11-24T09:21:15,420 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:15,421 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:15,438 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3564c9638f7a4cc1b9d58a74e99f87da 2024-11-24T09:21:15,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e7d80dce70e849f2a1a6f37b91187131 is 50, key is test_row_0/C:col10/1732440074342/Put/seqid=0 2024-11-24T09:21:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741987_1163 (size=12001) 2024-11-24T09:21:15,507 INFO [master/36e70e68d79c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T09:21:15,507 INFO [master/36e70e68d79c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T09:21:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440135642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440135642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440135642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440135642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440135644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:15,856 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e7d80dce70e849f2a1a6f37b91187131 2024-11-24T09:21:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/53c477a0d0634cacb0956ddaa98756e9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9 2024-11-24T09:21:15,868 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9, entries=150, sequenceid=88, filesize=30.2 K 2024-11-24T09:21:15,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3564c9638f7a4cc1b9d58a74e99f87da as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3564c9638f7a4cc1b9d58a74e99f87da 2024-11-24T09:21:15,874 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3564c9638f7a4cc1b9d58a74e99f87da, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T09:21:15,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e7d80dce70e849f2a1a6f37b91187131 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e7d80dce70e849f2a1a6f37b91187131 2024-11-24T09:21:15,880 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e7d80dce70e849f2a1a6f37b91187131, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T09:21:15,882 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 82479a60fa4c811880e715aedd793640 in 956ms, sequenceid=88, compaction requested=false 2024-11-24T09:21:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-24T09:21:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-24T09:21:15,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T09:21:15,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-24T09:21:15,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.7330 sec 2024-11-24T09:21:16,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:21:16,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:16,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:16,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:16,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:16,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499fd2b606e6c4e6c8fc0a629cabc89e7_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741988_1164 (size=14594) 2024-11-24T09:21:16,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:16,175 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499fd2b606e6c4e6c8fc0a629cabc89e7_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499fd2b606e6c4e6c8fc0a629cabc89e7_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440136170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440136170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440136175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/aa58083365604487906d4e616d112d04, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440136169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/aa58083365604487906d4e616d112d04 is 175, key is test_row_0/A:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440136177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741989_1165 (size=39549) 2024-11-24T09:21:16,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/aa58083365604487906d4e616d112d04 2024-11-24T09:21:16,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/0a927b4374d640a5b5aef484f6944b81 is 50, key is test_row_0/B:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741990_1166 (size=12001) 2024-11-24T09:21:16,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/0a927b4374d640a5b5aef484f6944b81 2024-11-24T09:21:16,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/7461145ee7254c74b7fdcdce4e1e4145 is 50, key is test_row_0/C:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741991_1167 (size=12001) 2024-11-24T09:21:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:21:16,260 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T09:21:16,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-24T09:21:16,263 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:16,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:16,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T09:21:16,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440136279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440136280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440136280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440136280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440136281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T09:21:16,417 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-24T09:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440136482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440136484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440136485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440136485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440136485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T09:21:16,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-24T09:21:16,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:16,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:16,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:16,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/7461145ee7254c74b7fdcdce4e1e4145 2024-11-24T09:21:16,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/aa58083365604487906d4e616d112d04 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04 2024-11-24T09:21:16,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04, entries=200, sequenceid=104, filesize=38.6 K 2024-11-24T09:21:16,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/0a927b4374d640a5b5aef484f6944b81 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0a927b4374d640a5b5aef484f6944b81 2024-11-24T09:21:16,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0a927b4374d640a5b5aef484f6944b81, entries=150, sequenceid=104, filesize=11.7 K 2024-11-24T09:21:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/7461145ee7254c74b7fdcdce4e1e4145 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/7461145ee7254c74b7fdcdce4e1e4145 2024-11-24T09:21:16,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/7461145ee7254c74b7fdcdce4e1e4145, entries=150, sequenceid=104, filesize=11.7 K 2024-11-24T09:21:16,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 82479a60fa4c811880e715aedd793640 in 504ms, sequenceid=104, compaction requested=true 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:16,654 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:16,654 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:16,655 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:16,655 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:16,655 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,655 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/af9275acacfe4437857323f5e9dfd9f0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=99.2 K 2024-11-24T09:21:16,655 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,655 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/af9275acacfe4437857323f5e9dfd9f0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04] 2024-11-24T09:21:16,656 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:16,656 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:16,656 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,656 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/96458ec4dce84167a7cbc320ed3ed637, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3564c9638f7a4cc1b9d58a74e99f87da, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0a927b4374d640a5b5aef484f6944b81] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=35.3 K 2024-11-24T09:21:16,656 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting af9275acacfe4437857323f5e9dfd9f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732440074262 2024-11-24T09:21:16,657 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96458ec4dce84167a7cbc320ed3ed637, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732440074262 2024-11-24T09:21:16,657 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 53c477a0d0634cacb0956ddaa98756e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732440074342 2024-11-24T09:21:16,657 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3564c9638f7a4cc1b9d58a74e99f87da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732440074342 2024-11-24T09:21:16,657 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting aa58083365604487906d4e616d112d04, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732440075023 2024-11-24T09:21:16,658 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a927b4374d640a5b5aef484f6944b81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732440075023 2024-11-24T09:21:16,666 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:16,667 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/ae76a1ced31848ac81b736b42a68e7c2 is 50, key is test_row_0/B:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,668 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,685 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249631d8db046145ff92babda2b7a44f44_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,687 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249631d8db046145ff92babda2b7a44f44_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,688 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249631d8db046145ff92babda2b7a44f44_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741992_1168 (size=12241) 2024-11-24T09:21:16,708 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/ae76a1ced31848ac81b736b42a68e7c2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/ae76a1ced31848ac81b736b42a68e7c2 2024-11-24T09:21:16,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-24T09:21:16,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,734 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:21:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,738 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into ae76a1ced31848ac81b736b42a68e7c2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:16,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:16,739 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440076654; duration=0sec 2024-11-24T09:21:16,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:16,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:16,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741993_1169 (size=4469) 2024-11-24T09:21:16,743 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:16,743 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:16,743 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,743 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e200f0604856496fa3073b77d478f33b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e7d80dce70e849f2a1a6f37b91187131, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/7461145ee7254c74b7fdcdce4e1e4145] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=35.3 K 2024-11-24T09:21:16,743 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#144 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:16,744 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e200f0604856496fa3073b77d478f33b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732440074262 2024-11-24T09:21:16,744 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/4aee7554480e445ab74dd012adc6ef5e is 175, key is test_row_0/A:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,744 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7d80dce70e849f2a1a6f37b91187131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732440074342 2024-11-24T09:21:16,745 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7461145ee7254c74b7fdcdce4e1e4145, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732440075023 2024-11-24T09:21:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240b471e41d2324a64a2a1a96ae515ce9a_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440076167/Put/seqid=0 2024-11-24T09:21:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741994_1170 (size=31195) 2024-11-24T09:21:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741995_1171 (size=12154) 2024-11-24T09:21:16,757 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:16,757 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e302a6df4dc94e31a8c6924ae1ab0877 is 50, key is test_row_0/C:col10/1732440075023/Put/seqid=0 2024-11-24T09:21:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741996_1172 (size=12241) 2024-11-24T09:21:16,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:16,767 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240b471e41d2324a64a2a1a96ae515ce9a_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240b471e41d2324a64a2a1a96ae515ce9a_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:16,769 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e302a6df4dc94e31a8c6924ae1ab0877 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e302a6df4dc94e31a8c6924ae1ab0877 2024-11-24T09:21:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a5b072bcf16b4d99a52f593aac1ff14f, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a5b072bcf16b4d99a52f593aac1ff14f is 175, key is test_row_0/A:col10/1732440076167/Put/seqid=0 2024-11-24T09:21:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741997_1173 (size=30955) 2024-11-24T09:21:16,778 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a5b072bcf16b4d99a52f593aac1ff14f 2024-11-24T09:21:16,780 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into e302a6df4dc94e31a8c6924ae1ab0877(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:16,780 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:16,780 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440076654; duration=0sec 2024-11-24T09:21:16,780 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:16,780 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5aeafc4f6bda4c2294b7585277858344 is 50, key is test_row_0/B:col10/1732440076167/Put/seqid=0 2024-11-24T09:21:16,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440136794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440136794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440136795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440136795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440136797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741998_1174 (size=12001) 2024-11-24T09:21:16,814 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5aeafc4f6bda4c2294b7585277858344 2024-11-24T09:21:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4aa9a8e06d5f4337888dfd50495c04de is 50, key is test_row_0/C:col10/1732440076167/Put/seqid=0 2024-11-24T09:21:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741999_1175 (size=12001) 2024-11-24T09:21:16,844 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4aa9a8e06d5f4337888dfd50495c04de 2024-11-24T09:21:16,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a5b072bcf16b4d99a52f593aac1ff14f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f 2024-11-24T09:21:16,859 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f, entries=150, sequenceid=127, filesize=30.2 K 2024-11-24T09:21:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5aeafc4f6bda4c2294b7585277858344 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5aeafc4f6bda4c2294b7585277858344 2024-11-24T09:21:16,867 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5aeafc4f6bda4c2294b7585277858344, entries=150, sequenceid=127, filesize=11.7 K 2024-11-24T09:21:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T09:21:16,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4aa9a8e06d5f4337888dfd50495c04de as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4aa9a8e06d5f4337888dfd50495c04de 2024-11-24T09:21:16,876 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4aa9a8e06d5f4337888dfd50495c04de, entries=150, sequenceid=127, filesize=11.7 K 2024-11-24T09:21:16,877 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 82479a60fa4c811880e715aedd793640 in 144ms, sequenceid=127, compaction requested=false 2024-11-24T09:21:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:16,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-24T09:21:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-24T09:21:16,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T09:21:16,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 615 msec 2024-11-24T09:21:16,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 622 msec 2024-11-24T09:21:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:16,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:21:16,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:16,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:16,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:16,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:16,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f465f9de3cae41c48331b5472b98e65c_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440076904/Put/seqid=0 2024-11-24T09:21:16,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742000_1176 (size=12304) 2024-11-24T09:21:16,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:16,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f465f9de3cae41c48331b5472b98e65c_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f465f9de3cae41c48331b5472b98e65c_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:16,930 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e07582977e0e48faa4737e52c52d9d67, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:16,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e07582977e0e48faa4737e52c52d9d67 is 175, key is test_row_0/A:col10/1732440076904/Put/seqid=0 2024-11-24T09:21:16,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440136925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440136925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440136929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440136930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440136931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:16,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742001_1177 (size=31105) 2024-11-24T09:21:16,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e07582977e0e48faa4737e52c52d9d67 2024-11-24T09:21:16,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/d073731350d643f4aa46b14ad290e865 is 50, key is test_row_0/B:col10/1732440076904/Put/seqid=0 2024-11-24T09:21:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742002_1178 (size=12151) 2024-11-24T09:21:16,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/d073731350d643f4aa46b14ad290e865 2024-11-24T09:21:16,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4f41e24597c04d35a24f34b087ca8895 is 50, key is test_row_0/C:col10/1732440076904/Put/seqid=0 2024-11-24T09:21:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742003_1179 (size=12151) 2024-11-24T09:21:16,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4f41e24597c04d35a24f34b087ca8895 2024-11-24T09:21:17,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e07582977e0e48faa4737e52c52d9d67 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67 2024-11-24T09:21:17,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67, entries=150, sequenceid=146, filesize=30.4 K 2024-11-24T09:21:17,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/d073731350d643f4aa46b14ad290e865 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/d073731350d643f4aa46b14ad290e865 2024-11-24T09:21:17,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/d073731350d643f4aa46b14ad290e865, entries=150, sequenceid=146, filesize=11.9 K 2024-11-24T09:21:17,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4f41e24597c04d35a24f34b087ca8895 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4f41e24597c04d35a24f34b087ca8895 2024-11-24T09:21:17,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4f41e24597c04d35a24f34b087ca8895, entries=150, sequenceid=146, filesize=11.9 K 2024-11-24T09:21:17,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 82479a60fa4c811880e715aedd793640 in 117ms, sequenceid=146, compaction requested=true 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:17,021 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:17,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:21:17,022 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:21:17,022 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:21:17,022 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. because compaction request was cancelled 2024-11-24T09:21:17,022 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:17,023 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:17,023 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:17,023 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:17,023 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,024 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/ae76a1ced31848ac81b736b42a68e7c2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5aeafc4f6bda4c2294b7585277858344, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/d073731350d643f4aa46b14ad290e865] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=35.5 K 2024-11-24T09:21:17,024 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae76a1ced31848ac81b736b42a68e7c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732440075023 2024-11-24T09:21:17,024 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aeafc4f6bda4c2294b7585277858344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732440076167 2024-11-24T09:21:17,025 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d073731350d643f4aa46b14ad290e865, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732440076789 2024-11-24T09:21:17,032 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:17,033 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/75204aebdad04897a2475790a296e751 is 50, key is test_row_0/B:col10/1732440076904/Put/seqid=0 2024-11-24T09:21:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:17,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T09:21:17,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742004_1180 (size=12493) 2024-11-24T09:21:17,051 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/75204aebdad04897a2475790a296e751 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/75204aebdad04897a2475790a296e751 2024-11-24T09:21:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440137049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440137050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440137050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440137051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440137052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c5acb547749447c6ad34d3ed59ab7aee_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440076929/Put/seqid=0 2024-11-24T09:21:17,068 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into 75204aebdad04897a2475790a296e751(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:17,068 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:17,068 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440077021; duration=0sec 2024-11-24T09:21:17,069 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:17,069 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:17,069 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:17,070 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:17,070 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:17,070 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,070 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e302a6df4dc94e31a8c6924ae1ab0877, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4aa9a8e06d5f4337888dfd50495c04de, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4f41e24597c04d35a24f34b087ca8895] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=35.5 K 2024-11-24T09:21:17,071 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e302a6df4dc94e31a8c6924ae1ab0877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732440075023 2024-11-24T09:21:17,072 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aa9a8e06d5f4337888dfd50495c04de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732440076167 2024-11-24T09:21:17,072 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f41e24597c04d35a24f34b087ca8895, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732440076789 2024-11-24T09:21:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742005_1181 (size=14794) 2024-11-24T09:21:17,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:17,099 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:17,099 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/760a6fc22f144989bff29da2a8e01bbb is 50, key is test_row_0/C:col10/1732440076904/Put/seqid=0 2024-11-24T09:21:17,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c5acb547749447c6ad34d3ed59ab7aee_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c5acb547749447c6ad34d3ed59ab7aee_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:17,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e97d99d3bf004102825bee7ccf7be785, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:17,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e97d99d3bf004102825bee7ccf7be785 is 175, key is test_row_0/A:col10/1732440076929/Put/seqid=0 2024-11-24T09:21:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742007_1183 (size=39749) 2024-11-24T09:21:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742006_1182 (size=12493) 2024-11-24T09:21:17,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e97d99d3bf004102825bee7ccf7be785 2024-11-24T09:21:17,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/231963e758964c7cbeff49d87343b45e is 50, key is test_row_0/B:col10/1732440076929/Put/seqid=0 2024-11-24T09:21:17,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440137153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440137154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440137154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440137154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440137161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,162 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/4aee7554480e445ab74dd012adc6ef5e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4aee7554480e445ab74dd012adc6ef5e 2024-11-24T09:21:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742008_1184 (size=12151) 2024-11-24T09:21:17,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/231963e758964c7cbeff49d87343b45e 2024-11-24T09:21:17,175 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into 4aee7554480e445ab74dd012adc6ef5e(size=30.5 K), total size for store is 91.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:17,175 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:17,175 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=13, startTime=1732440076654; duration=0sec 2024-11-24T09:21:17,175 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:17,175 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:17,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/1c09f8683da54abb8d5e37a92cd59706 is 50, key is test_row_0/C:col10/1732440076929/Put/seqid=0 2024-11-24T09:21:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742009_1185 (size=12151) 2024-11-24T09:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440137358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440137358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440137359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440137359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440137367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T09:21:17,369 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-24T09:21:17,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-24T09:21:17,372 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:17,372 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:17,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:17,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,532 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/760a6fc22f144989bff29da2a8e01bbb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/760a6fc22f144989bff29da2a8e01bbb 2024-11-24T09:21:17,537 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into 760a6fc22f144989bff29da2a8e01bbb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:17,537 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:17,537 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440077021; duration=0sec 2024-11-24T09:21:17,538 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:17,538 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:17,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/1c09f8683da54abb8d5e37a92cd59706 2024-11-24T09:21:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/e97d99d3bf004102825bee7ccf7be785 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785 2024-11-24T09:21:17,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785, entries=200, sequenceid=169, filesize=38.8 K 2024-11-24T09:21:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/231963e758964c7cbeff49d87343b45e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/231963e758964c7cbeff49d87343b45e 2024-11-24T09:21:17,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/231963e758964c7cbeff49d87343b45e, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:21:17,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/1c09f8683da54abb8d5e37a92cd59706 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/1c09f8683da54abb8d5e37a92cd59706 2024-11-24T09:21:17,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/1c09f8683da54abb8d5e37a92cd59706, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:21:17,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 82479a60fa4c811880e715aedd793640 in 595ms, sequenceid=169, compaction requested=true 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:17,632 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:17,632 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:17,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. because compaction request was cancelled 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:17,633 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:17,634 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,634 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4aee7554480e445ab74dd012adc6ef5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=129.9 K 2024-11-24T09:21:17,634 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,634 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4aee7554480e445ab74dd012adc6ef5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785] 2024-11-24T09:21:17,634 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aee7554480e445ab74dd012adc6ef5e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732440075023 2024-11-24T09:21:17,634 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:21:17,634 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:21:17,635 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. because compaction request was cancelled 2024-11-24T09:21:17,635 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:17,635 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5b072bcf16b4d99a52f593aac1ff14f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732440076167 2024-11-24T09:21:17,635 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e07582977e0e48faa4737e52c52d9d67, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732440076789 2024-11-24T09:21:17,635 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e97d99d3bf004102825bee7ccf7be785, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440076929 2024-11-24T09:21:17,644 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:17,647 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124410019b3f77b43b49dedd8642e1497a8_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:17,650 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124410019b3f77b43b49dedd8642e1497a8_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:17,650 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124410019b3f77b43b49dedd8642e1497a8_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:17,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742010_1186 (size=4469) 2024-11-24T09:21:17,663 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#157 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:17,664 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/89cbe9ee8c054bdb8c58ce8113947e73 is 175, key is test_row_0/A:col10/1732440076929/Put/seqid=0 2024-11-24T09:21:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:17,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:21:17,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:17,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742011_1187 (size=31481) 2024-11-24T09:21:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:17,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112455834ad13d2f441fae8524ec9f70924f_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440077663/Put/seqid=0 2024-11-24T09:21:17,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,680 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/89cbe9ee8c054bdb8c58ce8113947e73 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/89cbe9ee8c054bdb8c58ce8113947e73 2024-11-24T09:21:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440137681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,686 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into 89cbe9ee8c054bdb8c58ce8113947e73(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:17,686 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:17,686 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=12, startTime=1732440077632; duration=0sec 2024-11-24T09:21:17,687 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:17,687 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742012_1188 (size=12304) 2024-11-24T09:21:17,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440137681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440137682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440137685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440137687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440137787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440137790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440137790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440137791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440137791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:17,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:17,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:17,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:17,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:17,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440137990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440137996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440137997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440137997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:17,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440137998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,090 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:18,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112455834ad13d2f441fae8524ec9f70924f_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112455834ad13d2f441fae8524ec9f70924f_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:18,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/7ab588992c2f4c88b10c2e95b5f4db38, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:18,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/7ab588992c2f4c88b10c2e95b5f4db38 is 175, key is test_row_0/A:col10/1732440077663/Put/seqid=0 2024-11-24T09:21:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742013_1189 (size=31105) 2024-11-24T09:21:18,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:18,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440138292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440138299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440138299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440138300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440138300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:18,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/7ab588992c2f4c88b10c2e95b5f4db38 2024-11-24T09:21:18,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/0fab6b3d5d6b48a597efbba2f75bd964 is 50, key is test_row_0/B:col10/1732440077663/Put/seqid=0 2024-11-24T09:21:18,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742014_1190 (size=12151) 2024-11-24T09:21:18,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440138797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440138803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440138803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440138806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440138806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:18,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:18,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:18,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:18,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:18,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/0fab6b3d5d6b48a597efbba2f75bd964 2024-11-24T09:21:18,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d2345bad5fcc4389bc03ae7ff37e0c68 is 50, key is test_row_0/C:col10/1732440077663/Put/seqid=0 2024-11-24T09:21:18,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742015_1191 (size=12151) 2024-11-24T09:21:19,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:19,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:19,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:19,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:19,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:19,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:19,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d2345bad5fcc4389bc03ae7ff37e0c68 2024-11-24T09:21:19,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/7ab588992c2f4c88b10c2e95b5f4db38 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38 2024-11-24T09:21:19,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38, entries=150, sequenceid=188, filesize=30.4 K 2024-11-24T09:21:19,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/0fab6b3d5d6b48a597efbba2f75bd964 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0fab6b3d5d6b48a597efbba2f75bd964 2024-11-24T09:21:19,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0fab6b3d5d6b48a597efbba2f75bd964, entries=150, sequenceid=188, filesize=11.9 K 2024-11-24T09:21:19,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d2345bad5fcc4389bc03ae7ff37e0c68 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d2345bad5fcc4389bc03ae7ff37e0c68 2024-11-24T09:21:19,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d2345bad5fcc4389bc03ae7ff37e0c68, entries=150, sequenceid=188, filesize=11.9 K 2024-11-24T09:21:19,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 82479a60fa4c811880e715aedd793640 in 1683ms, sequenceid=188, compaction requested=true 2024-11-24T09:21:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:19,348 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:21:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:19,348 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. because compaction request was cancelled 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:19,349 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:19,349 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,349 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/75204aebdad04897a2475790a296e751, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/231963e758964c7cbeff49d87343b45e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0fab6b3d5d6b48a597efbba2f75bd964] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=35.9 K 2024-11-24T09:21:19,350 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 75204aebdad04897a2475790a296e751, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732440076789 2024-11-24T09:21:19,350 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:19,350 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:19,350 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 231963e758964c7cbeff49d87343b45e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440076929 2024-11-24T09:21:19,350 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,351 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/760a6fc22f144989bff29da2a8e01bbb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/1c09f8683da54abb8d5e37a92cd59706, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d2345bad5fcc4389bc03ae7ff37e0c68] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=35.9 K 2024-11-24T09:21:19,351 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fab6b3d5d6b48a597efbba2f75bd964, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732440077047 2024-11-24T09:21:19,351 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 760a6fc22f144989bff29da2a8e01bbb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732440076789 2024-11-24T09:21:19,351 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c09f8683da54abb8d5e37a92cd59706, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440076929 2024-11-24T09:21:19,352 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2345bad5fcc4389bc03ae7ff37e0c68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732440077047 2024-11-24T09:21:19,361 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:19,362 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:19,362 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5da9dbaa909b4f748098a5c19bf2fd2e is 50, key is test_row_0/B:col10/1732440077663/Put/seqid=0 2024-11-24T09:21:19,362 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3b478788b54e496c941164a5e8e9d78b is 50, key is test_row_0/C:col10/1732440077663/Put/seqid=0 2024-11-24T09:21:19,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-24T09:21:19,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:19,363 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:21:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742016_1192 (size=12595) 2024-11-24T09:21:19,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124551a1c91143042e3a959a008e641f323_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440077684/Put/seqid=0 2024-11-24T09:21:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742017_1193 (size=12595) 2024-11-24T09:21:19,377 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5da9dbaa909b4f748098a5c19bf2fd2e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5da9dbaa909b4f748098a5c19bf2fd2e 2024-11-24T09:21:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742018_1194 (size=12304) 2024-11-24T09:21:19,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:19,402 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3b478788b54e496c941164a5e8e9d78b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b478788b54e496c941164a5e8e9d78b 2024-11-24T09:21:19,402 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into 5da9dbaa909b4f748098a5c19bf2fd2e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:19,403 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:19,403 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440079348; duration=0sec 2024-11-24T09:21:19,403 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:19,403 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:19,404 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124551a1c91143042e3a959a008e641f323_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124551a1c91143042e3a959a008e641f323_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/4bd9c5f2eca14bb78ea5d4be4bf1b445, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/4bd9c5f2eca14bb78ea5d4be4bf1b445 is 175, key is test_row_0/A:col10/1732440077684/Put/seqid=0 2024-11-24T09:21:19,410 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into 3b478788b54e496c941164a5e8e9d78b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:19,411 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:19,411 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440079348; duration=0sec 2024-11-24T09:21:19,411 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:19,411 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742019_1195 (size=31105) 2024-11-24T09:21:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:19,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:19,815 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/4bd9c5f2eca14bb78ea5d4be4bf1b445 2024-11-24T09:21:19,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440139813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440139814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440139816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440139816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440139818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3fd1f078569f4f61ba14d98e542dbf3c is 50, key is test_row_0/B:col10/1732440077684/Put/seqid=0 2024-11-24T09:21:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742020_1196 (size=12151) 2024-11-24T09:21:19,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440139920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440139920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440139920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440139920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440140123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440140123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440140123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440140123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,241 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3fd1f078569f4f61ba14d98e542dbf3c 2024-11-24T09:21:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/90a79a7c8fd14443a0edefb7c8c5211f is 50, key is test_row_0/C:col10/1732440077684/Put/seqid=0 2024-11-24T09:21:20,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742021_1197 (size=12151) 2024-11-24T09:21:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440140426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440140426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440140426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440140426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,666 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/90a79a7c8fd14443a0edefb7c8c5211f 2024-11-24T09:21:20,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/4bd9c5f2eca14bb78ea5d4be4bf1b445 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445 2024-11-24T09:21:20,675 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445, entries=150, sequenceid=209, filesize=30.4 K 2024-11-24T09:21:20,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3fd1f078569f4f61ba14d98e542dbf3c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3fd1f078569f4f61ba14d98e542dbf3c 2024-11-24T09:21:20,681 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3fd1f078569f4f61ba14d98e542dbf3c, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T09:21:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/90a79a7c8fd14443a0edefb7c8c5211f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/90a79a7c8fd14443a0edefb7c8c5211f 2024-11-24T09:21:20,691 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/90a79a7c8fd14443a0edefb7c8c5211f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T09:21:20,692 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 82479a60fa4c811880e715aedd793640 in 1329ms, sequenceid=209, compaction requested=true 2024-11-24T09:21:20,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:20,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:20,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-24T09:21:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-24T09:21:20,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-24T09:21:20,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3220 sec 2024-11-24T09:21:20,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 3.3270 sec 2024-11-24T09:21:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:20,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:21:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:20,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440140953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124237e3035a1e64abdbff56d8ab4af80be_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:20,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440140954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440140957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440140957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742022_1198 (size=14794) 2024-11-24T09:21:21,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440141058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440141060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440141060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440141061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440141261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440141262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440141263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440141264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:21,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124237e3035a1e64abdbff56d8ab4af80be_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124237e3035a1e64abdbff56d8ab4af80be_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:21,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a4b45686653049b3a7c40167bdfedfb3, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:21,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a4b45686653049b3a7c40167bdfedfb3 is 175, key is test_row_0/A:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:21,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742023_1199 (size=39749) 2024-11-24T09:21:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:21:21,477 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T09:21:21,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-24T09:21:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T09:21:21,480 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:21,481 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:21,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:21,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440141565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440141566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440141567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440141569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T09:21:21,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T09:21:21,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:21,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:21,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:21,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T09:21:21,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a4b45686653049b3a7c40167bdfedfb3 2024-11-24T09:21:21,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T09:21:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:21,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/9739c06b9b7440a1ac594487087b64a7 is 50, key is test_row_0/B:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:21,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742024_1200 (size=12151) 2024-11-24T09:21:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440141823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,824 DEBUG [Thread-683 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:21:21,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:21,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T09:21:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:21,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:22,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440142069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440142071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T09:21:22,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440142086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:22,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440142087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:22,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:22,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T09:21:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:22,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/9739c06b9b7440a1ac594487087b64a7 2024-11-24T09:21:22,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3ca89b7ae3d8446cabd2ae39a86dd871 is 50, key is test_row_0/C:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742025_1201 (size=12151) 2024-11-24T09:21:22,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3ca89b7ae3d8446cabd2ae39a86dd871 2024-11-24T09:21:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a4b45686653049b3a7c40167bdfedfb3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3 2024-11-24T09:21:22,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3, entries=200, sequenceid=229, filesize=38.8 K 2024-11-24T09:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/9739c06b9b7440a1ac594487087b64a7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/9739c06b9b7440a1ac594487087b64a7 2024-11-24T09:21:22,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/9739c06b9b7440a1ac594487087b64a7, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T09:21:22,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3ca89b7ae3d8446cabd2ae39a86dd871 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3ca89b7ae3d8446cabd2ae39a86dd871 2024-11-24T09:21:22,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3ca89b7ae3d8446cabd2ae39a86dd871, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T09:21:22,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 82479a60fa4c811880e715aedd793640 in 1308ms, sequenceid=229, compaction requested=true 2024-11-24T09:21:22,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:22,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:22,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:22,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:22,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:22,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:22,244 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:22,244 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:22,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:22,245 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:22,245 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:22,245 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,245 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:22,245 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:22,245 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5da9dbaa909b4f748098a5c19bf2fd2e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3fd1f078569f4f61ba14d98e542dbf3c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/9739c06b9b7440a1ac594487087b64a7] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.0 K 2024-11-24T09:21:22,245 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,245 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/89cbe9ee8c054bdb8c58ce8113947e73, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=130.3 K 2024-11-24T09:21:22,245 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,246 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/89cbe9ee8c054bdb8c58ce8113947e73, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3] 2024-11-24T09:21:22,246 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da9dbaa909b4f748098a5c19bf2fd2e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732440077047 2024-11-24T09:21:22,246 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89cbe9ee8c054bdb8c58ce8113947e73, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440076929 2024-11-24T09:21:22,247 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fd1f078569f4f61ba14d98e542dbf3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440077680 2024-11-24T09:21:22,247 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ab588992c2f4c88b10c2e95b5f4db38, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732440077047 2024-11-24T09:21:22,247 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9739c06b9b7440a1ac594487087b64a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732440079816 2024-11-24T09:21:22,247 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bd9c5f2eca14bb78ea5d4be4bf1b445, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440077680 2024-11-24T09:21:22,248 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4b45686653049b3a7c40167bdfedfb3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732440079814 2024-11-24T09:21:22,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:22,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-24T09:21:22,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,253 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T09:21:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:22,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:22,260 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:22,260 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/f6da5e204d0d4d3eb6c350ad80f682b3 is 50, key is test_row_0/B:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:22,262 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246743bed8f27744e88f4817d460e85b76_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440080956/Put/seqid=0 2024-11-24T09:21:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742026_1202 (size=12304) 2024-11-24T09:21:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:22,280 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112465ca4aa65962472fb5b42cd9e6febaa0_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:22,283 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112465ca4aa65962472fb5b42cd9e6febaa0_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:22,283 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112465ca4aa65962472fb5b42cd9e6febaa0_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:22,286 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246743bed8f27744e88f4817d460e85b76_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246743bed8f27744e88f4817d460e85b76_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f9c971d194ac40e993fd3a0f1c8d83e9, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f9c971d194ac40e993fd3a0f1c8d83e9 is 175, key is test_row_0/A:col10/1732440080956/Put/seqid=0 2024-11-24T09:21:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742027_1203 (size=12697) 2024-11-24T09:21:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742028_1204 (size=4469) 2024-11-24T09:21:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742029_1205 (size=31105) 2024-11-24T09:21:22,311 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#171 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:22,312 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a1b97186c1cb4451aa89465ab71aa926 is 175, key is test_row_0/A:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742030_1206 (size=31617) 2024-11-24T09:21:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T09:21:22,707 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/f6da5e204d0d4d3eb6c350ad80f682b3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f6da5e204d0d4d3eb6c350ad80f682b3 2024-11-24T09:21:22,711 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f9c971d194ac40e993fd3a0f1c8d83e9 2024-11-24T09:21:22,717 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into f6da5e204d0d4d3eb6c350ad80f682b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:22,717 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:22,717 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440082243; duration=0sec 2024-11-24T09:21:22,718 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:22,718 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:22,718 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:22,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:22,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:22,719 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:22,719 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b478788b54e496c941164a5e8e9d78b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/90a79a7c8fd14443a0edefb7c8c5211f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3ca89b7ae3d8446cabd2ae39a86dd871] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.0 K 2024-11-24T09:21:22,720 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b478788b54e496c941164a5e8e9d78b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732440077047 2024-11-24T09:21:22,720 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a79a7c8fd14443a0edefb7c8c5211f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440077680 2024-11-24T09:21:22,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ca89b7ae3d8446cabd2ae39a86dd871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732440079816 2024-11-24T09:21:22,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/509b8090534e4e53a3ff49935273800f is 50, key is test_row_0/B:col10/1732440080956/Put/seqid=0 2024-11-24T09:21:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742031_1207 (size=12151) 2024-11-24T09:21:22,736 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/509b8090534e4e53a3ff49935273800f 2024-11-24T09:21:22,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/a1b97186c1cb4451aa89465ab71aa926 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a1b97186c1cb4451aa89465ab71aa926 2024-11-24T09:21:22,742 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:22,742 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d1f74ce342a5425f8f85c4f29bef45cb is 50, key is test_row_0/C:col10/1732440080933/Put/seqid=0 2024-11-24T09:21:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/aee47c30261f4ffdbbce8edc53e7f064 is 50, key is test_row_0/C:col10/1732440080956/Put/seqid=0 2024-11-24T09:21:22,753 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into a1b97186c1cb4451aa89465ab71aa926(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:22,753 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:22,753 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=12, startTime=1732440082243; duration=0sec 2024-11-24T09:21:22,753 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:22,753 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:22,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742032_1208 (size=12697) 2024-11-24T09:21:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742033_1209 (size=12151) 2024-11-24T09:21:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:23,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:23,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440143105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440143105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440143107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440143107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,169 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d1f74ce342a5425f8f85c4f29bef45cb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d1f74ce342a5425f8f85c4f29bef45cb 2024-11-24T09:21:23,175 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into d1f74ce342a5425f8f85c4f29bef45cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:23,175 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/aee47c30261f4ffdbbce8edc53e7f064 2024-11-24T09:21:23,175 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:23,175 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440082244; duration=0sec 2024-11-24T09:21:23,175 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:23,175 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:23,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f9c971d194ac40e993fd3a0f1c8d83e9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9 2024-11-24T09:21:23,184 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9, entries=150, sequenceid=248, filesize=30.4 K 2024-11-24T09:21:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/509b8090534e4e53a3ff49935273800f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/509b8090534e4e53a3ff49935273800f 2024-11-24T09:21:23,190 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/509b8090534e4e53a3ff49935273800f, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T09:21:23,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/aee47c30261f4ffdbbce8edc53e7f064 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/aee47c30261f4ffdbbce8edc53e7f064 2024-11-24T09:21:23,198 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/aee47c30261f4ffdbbce8edc53e7f064, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T09:21:23,199 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 82479a60fa4c811880e715aedd793640 in 946ms, sequenceid=248, compaction requested=false 2024-11-24T09:21:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:23,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-24T09:21:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-24T09:21:23,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T09:21:23,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-24T09:21:23,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.7260 sec 2024-11-24T09:21:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:23,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T09:21:23,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:23,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:23,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:23,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:23,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:23,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:23,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d844242c25845cd878f7d365b7e0d4d_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:23,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440143227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440143228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440143228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440143231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742034_1210 (size=12454) 2024-11-24T09:21:23,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:23,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d844242c25845cd878f7d365b7e0d4d_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d844242c25845cd878f7d365b7e0d4d_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:23,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f541dac5704d4387a701140ad9762c8a, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:23,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f541dac5704d4387a701140ad9762c8a is 175, key is test_row_0/A:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:23,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742035_1211 (size=31255) 2024-11-24T09:21:23,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440143332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440143332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440143332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440143336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440143534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440143534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440143535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440143538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T09:21:23,589 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-24T09:21:23,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T09:21:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:21:23,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:23,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:23,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:23,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f541dac5704d4387a701140ad9762c8a 2024-11-24T09:21:23,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/e53da7c450784da891252248420f2e4a is 50, key is test_row_0/B:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742036_1212 (size=12301) 2024-11-24T09:21:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:21:23,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:21:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:23,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:23,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:23,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440143837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440143838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440143838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440143840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:21:23,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:23,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:21:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:23,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:24,049 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:21:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:24,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/e53da7c450784da891252248420f2e4a 2024-11-24T09:21:24,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e85ca6ed1b394682b830d80db9ac19a9 is 50, key is test_row_0/C:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742037_1213 (size=12301) 2024-11-24T09:21:24,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e85ca6ed1b394682b830d80db9ac19a9 2024-11-24T09:21:24,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/f541dac5704d4387a701140ad9762c8a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a 2024-11-24T09:21:24,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a, entries=150, sequenceid=271, filesize=30.5 K 2024-11-24T09:21:24,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/e53da7c450784da891252248420f2e4a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/e53da7c450784da891252248420f2e4a 2024-11-24T09:21:24,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/e53da7c450784da891252248420f2e4a, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T09:21:24,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e85ca6ed1b394682b830d80db9ac19a9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e85ca6ed1b394682b830d80db9ac19a9 2024-11-24T09:21:24,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e85ca6ed1b394682b830d80db9ac19a9, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T09:21:24,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 82479a60fa4c811880e715aedd793640 in 914ms, sequenceid=271, compaction requested=true 2024-11-24T09:21:24,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:24,125 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:24,125 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:24,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:24,126 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:24,126 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:24,126 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,126 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a1b97186c1cb4451aa89465ab71aa926, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=91.8 K 2024-11-24T09:21:24,126 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,127 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a1b97186c1cb4451aa89465ab71aa926, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a] 2024-11-24T09:21:24,127 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:24,127 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1b97186c1cb4451aa89465ab71aa926, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732440079816 2024-11-24T09:21:24,127 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:24,127 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,128 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f6da5e204d0d4d3eb6c350ad80f682b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/509b8090534e4e53a3ff49935273800f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/e53da7c450784da891252248420f2e4a] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.3 K 2024-11-24T09:21:24,128 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f6da5e204d0d4d3eb6c350ad80f682b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732440079816 2024-11-24T09:21:24,128 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9c971d194ac40e993fd3a0f1c8d83e9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440080939 2024-11-24T09:21:24,128 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 509b8090534e4e53a3ff49935273800f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440080939 2024-11-24T09:21:24,129 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f541dac5704d4387a701140ad9762c8a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440083101 2024-11-24T09:21:24,129 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e53da7c450784da891252248420f2e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440083101 2024-11-24T09:21:24,150 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:24,151 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/51bfcbfe40964c12895074539dc93e75 is 50, key is test_row_0/B:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:24,157 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:24,169 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124b6db38874756488eb7dfcc663a3f7c41_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:24,171 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124b6db38874756488eb7dfcc663a3f7c41_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:24,171 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b6db38874756488eb7dfcc663a3f7c41_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742038_1214 (size=12949) 2024-11-24T09:21:24,189 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/51bfcbfe40964c12895074539dc93e75 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/51bfcbfe40964c12895074539dc93e75 2024-11-24T09:21:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:21:24,197 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into 51bfcbfe40964c12895074539dc93e75(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:24,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:24,197 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440084125; duration=0sec 2024-11-24T09:21:24,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:24,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:24,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742039_1215 (size=4469) 2024-11-24T09:21:24,199 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:24,199 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:24,199 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,199 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d1f74ce342a5425f8f85c4f29bef45cb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/aee47c30261f4ffdbbce8edc53e7f064, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e85ca6ed1b394682b830d80db9ac19a9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.3 K 2024-11-24T09:21:24,200 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d1f74ce342a5425f8f85c4f29bef45cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732440079816 2024-11-24T09:21:24,200 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting aee47c30261f4ffdbbce8edc53e7f064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440080939 2024-11-24T09:21:24,200 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e85ca6ed1b394682b830d80db9ac19a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440083101 2024-11-24T09:21:24,201 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#179 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:24,202 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/d41676ff5ad2448faf18afe23e1840ae is 175, key is test_row_0/A:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:24,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:21:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,205 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T09:21:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:24,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:24,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:24,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:24,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:24,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:24,219 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:24,223 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e2fb6bb7fe624971ac7ebd274ace1c5e is 50, key is test_row_0/C:col10/1732440083210/Put/seqid=0 2024-11-24T09:21:24,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742040_1216 (size=31869) 2024-11-24T09:21:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112457c45de2878041bab349a66c4f9ec739_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440083223/Put/seqid=0 2024-11-24T09:21:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742041_1217 (size=12949) 2024-11-24T09:21:24,270 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/e2fb6bb7fe624971ac7ebd274ace1c5e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e2fb6bb7fe624971ac7ebd274ace1c5e 2024-11-24T09:21:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742042_1218 (size=12454) 2024-11-24T09:21:24,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:24,278 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112457c45de2878041bab349a66c4f9ec739_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112457c45de2878041bab349a66c4f9ec739_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:24,279 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into e2fb6bb7fe624971ac7ebd274ace1c5e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:24,279 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:24,279 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440084125; duration=0sec 2024-11-24T09:21:24,279 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:24,279 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8418b3da6c5b4a4c80055c96fec7e593, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8418b3da6c5b4a4c80055c96fec7e593 is 175, key is test_row_0/A:col10/1732440083223/Put/seqid=0 2024-11-24T09:21:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742043_1219 (size=31255) 2024-11-24T09:21:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440144353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440144354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440144355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440144359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440144460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440144460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440144460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440144461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,657 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/d41676ff5ad2448faf18afe23e1840ae as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/d41676ff5ad2448faf18afe23e1840ae 2024-11-24T09:21:24,663 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into d41676ff5ad2448faf18afe23e1840ae(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:24,663 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:24,663 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=13, startTime=1732440084125; duration=0sec 2024-11-24T09:21:24,663 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:24,663 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440144664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440144664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440144664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440144665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,685 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8418b3da6c5b4a4c80055c96fec7e593 2024-11-24T09:21:24,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/82025d5058e24181be261e6f32757e8e is 50, key is test_row_0/B:col10/1732440083223/Put/seqid=0 2024-11-24T09:21:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:21:24,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742044_1220 (size=12301) 2024-11-24T09:21:24,703 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/82025d5058e24181be261e6f32757e8e 2024-11-24T09:21:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/2deca0b1ffab45f09ee027d5fb2b278d is 50, key is test_row_0/C:col10/1732440083223/Put/seqid=0 2024-11-24T09:21:24,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742045_1221 (size=12301) 2024-11-24T09:21:24,731 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/2deca0b1ffab45f09ee027d5fb2b278d 2024-11-24T09:21:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/8418b3da6c5b4a4c80055c96fec7e593 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593 2024-11-24T09:21:24,743 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593, entries=150, sequenceid=288, filesize=30.5 K 2024-11-24T09:21:24,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/82025d5058e24181be261e6f32757e8e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/82025d5058e24181be261e6f32757e8e 2024-11-24T09:21:24,750 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/82025d5058e24181be261e6f32757e8e, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T09:21:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/2deca0b1ffab45f09ee027d5fb2b278d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/2deca0b1ffab45f09ee027d5fb2b278d 2024-11-24T09:21:24,774 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/2deca0b1ffab45f09ee027d5fb2b278d, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T09:21:24,775 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 82479a60fa4c811880e715aedd793640 in 570ms, sequenceid=288, compaction requested=false 2024-11-24T09:21:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T09:21:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T09:21:24,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T09:21:24,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1900 sec 2024-11-24T09:21:24,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.1940 sec 2024-11-24T09:21:24,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:21:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:24,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:24,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:24,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:24,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:24,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:24,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440144980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440144982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440144984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440144986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:24,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9d8a5d813424469962353495c7ba88c_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742046_1222 (size=14994) 2024-11-24T09:21:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440145086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440145086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440145086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440145089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440145289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440145290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440145289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440145291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:25,405 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9d8a5d813424469962353495c7ba88c_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9d8a5d813424469962353495c7ba88c_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:25,407 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/ea636b934c6e42f8921401218fa99230, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:25,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/ea636b934c6e42f8921401218fa99230 is 175, key is test_row_0/A:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:25,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742047_1223 (size=39949) 2024-11-24T09:21:25,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/ea636b934c6e42f8921401218fa99230 2024-11-24T09:21:25,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/db38730e40034703bcc52c5ffef66a8c is 50, key is test_row_0/B:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:25,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742048_1224 (size=12301) 2024-11-24T09:21:25,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440145596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440145596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440145597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440145598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:21:25,696 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T09:21:25,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T09:21:25,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:21:25,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:25,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:21:25,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732440145830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,833 DEBUG [Thread-683 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:21:25,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:25,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T09:21:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:25,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:25,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/db38730e40034703bcc52c5ffef66a8c 2024-11-24T09:21:25,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/953eb9eadb0248beb720db3f74f21dce is 50, key is test_row_0/C:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742049_1225 (size=12301) 2024-11-24T09:21:25,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/953eb9eadb0248beb720db3f74f21dce 2024-11-24T09:21:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/ea636b934c6e42f8921401218fa99230 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230 2024-11-24T09:21:25,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230, entries=200, sequenceid=313, filesize=39.0 K 2024-11-24T09:21:25,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/db38730e40034703bcc52c5ffef66a8c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/db38730e40034703bcc52c5ffef66a8c 2024-11-24T09:21:25,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/db38730e40034703bcc52c5ffef66a8c, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T09:21:25,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/953eb9eadb0248beb720db3f74f21dce as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/953eb9eadb0248beb720db3f74f21dce 2024-11-24T09:21:25,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/953eb9eadb0248beb720db3f74f21dce, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T09:21:25,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 82479a60fa4c811880e715aedd793640 in 943ms, sequenceid=313, compaction requested=true 2024-11-24T09:21:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:25,913 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:25,914 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:25,915 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:25,916 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:25,916 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:25,916 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/51bfcbfe40964c12895074539dc93e75, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/82025d5058e24181be261e6f32757e8e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/db38730e40034703bcc52c5ffef66a8c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.7 K 2024-11-24T09:21:25,916 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:25,916 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:25,916 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:25,916 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 51bfcbfe40964c12895074539dc93e75, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440083101 2024-11-24T09:21:25,916 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/d41676ff5ad2448faf18afe23e1840ae, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=100.7 K 2024-11-24T09:21:25,916 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:25,917 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/d41676ff5ad2448faf18afe23e1840ae, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230] 2024-11-24T09:21:25,917 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 82025d5058e24181be261e6f32757e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440083223 2024-11-24T09:21:25,917 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d41676ff5ad2448faf18afe23e1840ae, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440083101 2024-11-24T09:21:25,918 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting db38730e40034703bcc52c5ffef66a8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440084353 2024-11-24T09:21:25,918 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8418b3da6c5b4a4c80055c96fec7e593, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440083223 2024-11-24T09:21:25,920 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea636b934c6e42f8921401218fa99230, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440084353 2024-11-24T09:21:25,929 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:25,930 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/7c432cbf1b73411c94265fae250a73ec is 50, key is test_row_0/B:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:25,932 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:25,936 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241d219c4526354159bd07423cf1b10b62_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:25,939 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241d219c4526354159bd07423cf1b10b62_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:25,939 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241d219c4526354159bd07423cf1b10b62_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:25,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742050_1226 (size=13051) 2024-11-24T09:21:25,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742051_1227 (size=4469) 2024-11-24T09:21:26,000 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#188 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:26,000 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/321787eb7a574653a462cf909d3b47af is 175, key is test_row_0/A:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:21:26,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T09:21:26,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:26,007 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:21:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742052_1228 (size=31971) 2024-11-24T09:21:26,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d208b3769c1c4d7a8c8b18685eb81578_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440084983/Put/seqid=0 2024-11-24T09:21:26,019 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/321787eb7a574653a462cf909d3b47af as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/321787eb7a574653a462cf909d3b47af 2024-11-24T09:21:26,025 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into 321787eb7a574653a462cf909d3b47af(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:26,025 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:26,025 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=13, startTime=1732440085913; duration=0sec 2024-11-24T09:21:26,025 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:26,025 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:26,025 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:26,026 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:26,026 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:26,026 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:26,027 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e2fb6bb7fe624971ac7ebd274ace1c5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/2deca0b1ffab45f09ee027d5fb2b278d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/953eb9eadb0248beb720db3f74f21dce] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.7 K 2024-11-24T09:21:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742053_1229 (size=12454) 2024-11-24T09:21:26,027 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2fb6bb7fe624971ac7ebd274ace1c5e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440083101 2024-11-24T09:21:26,027 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2deca0b1ffab45f09ee027d5fb2b278d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440083223 2024-11-24T09:21:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:26,028 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 953eb9eadb0248beb720db3f74f21dce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440084353 2024-11-24T09:21:26,032 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d208b3769c1c4d7a8c8b18685eb81578_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d208b3769c1c4d7a8c8b18685eb81578_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:26,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/0fd55b49cff847e49f587a20c68805d5, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:26,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/0fd55b49cff847e49f587a20c68805d5 is 175, key is test_row_0/A:col10/1732440084983/Put/seqid=0 2024-11-24T09:21:26,049 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:26,050 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d840d00249384866a20c11080e5c7a3e is 50, key is test_row_0/C:col10/1732440084358/Put/seqid=0 2024-11-24T09:21:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742054_1230 (size=31255) 2024-11-24T09:21:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742055_1231 (size=13051) 2024-11-24T09:21:26,081 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d840d00249384866a20c11080e5c7a3e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d840d00249384866a20c11080e5c7a3e 2024-11-24T09:21:26,089 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into d840d00249384866a20c11080e5c7a3e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:26,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:26,089 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440085914; duration=0sec 2024-11-24T09:21:26,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:26,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:26,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:26,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440146121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440146121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440146122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440146123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440146224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440146225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440146225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440146226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:21:26,402 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/7c432cbf1b73411c94265fae250a73ec as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/7c432cbf1b73411c94265fae250a73ec 2024-11-24T09:21:26,408 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into 7c432cbf1b73411c94265fae250a73ec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:26,408 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:26,408 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440085913; duration=0sec 2024-11-24T09:21:26,408 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:26,408 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440146428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440146429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440146430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440146433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,466 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/0fd55b49cff847e49f587a20c68805d5 2024-11-24T09:21:26,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bb4631b2f14447f3aea320a88af758c0 is 50, key is test_row_0/B:col10/1732440084983/Put/seqid=0 2024-11-24T09:21:26,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742056_1232 (size=12301) 2024-11-24T09:21:26,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440146731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440146732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440146734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440146734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:21:26,885 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bb4631b2f14447f3aea320a88af758c0 2024-11-24T09:21:26,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3b959b03d2a74fb68b4f1601bbc90a71 is 50, key is test_row_0/C:col10/1732440084983/Put/seqid=0 2024-11-24T09:21:26,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742057_1233 (size=12301) 2024-11-24T09:21:27,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440147236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:27,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440147238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:27,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440147238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440147240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:27,302 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3b959b03d2a74fb68b4f1601bbc90a71 2024-11-24T09:21:27,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/0fd55b49cff847e49f587a20c68805d5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5 2024-11-24T09:21:27,315 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5, entries=150, sequenceid=327, filesize=30.5 K 2024-11-24T09:21:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bb4631b2f14447f3aea320a88af758c0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bb4631b2f14447f3aea320a88af758c0 2024-11-24T09:21:27,321 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bb4631b2f14447f3aea320a88af758c0, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T09:21:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/3b959b03d2a74fb68b4f1601bbc90a71 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b959b03d2a74fb68b4f1601bbc90a71 2024-11-24T09:21:27,328 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b959b03d2a74fb68b4f1601bbc90a71, entries=150, sequenceid=327, filesize=12.0 K 2024-11-24T09:21:27,329 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 82479a60fa4c811880e715aedd793640 in 1323ms, sequenceid=327, compaction requested=false 2024-11-24T09:21:27,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:27,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:27,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T09:21:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T09:21:27,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T09:21:27,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-11-24T09:21:27,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.6360 sec 2024-11-24T09:21:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:21:27,803 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T09:21:27,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T09:21:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:21:27,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:27,807 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:27,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:21:27,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:27,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:27,960 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:27,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ba526aa7a4e5452f840676b7a252f5d4_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440086121/Put/seqid=0 2024-11-24T09:21:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742058_1234 (size=12454) 2024-11-24T09:21:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:21:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:28,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:28,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440148249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440148250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440148250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440148251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440148352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440148352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440148353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440148353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:28,377 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ba526aa7a4e5452f840676b7a252f5d4_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ba526aa7a4e5452f840676b7a252f5d4_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:28,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ef6744cc18e42489fceb5932cf59dff, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ef6744cc18e42489fceb5932cf59dff is 175, key is test_row_0/A:col10/1732440086121/Put/seqid=0 2024-11-24T09:21:28,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742059_1235 (size=31255) 2024-11-24T09:21:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:21:28,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440148555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440148555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440148555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440148556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,788 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ef6744cc18e42489fceb5932cf59dff 2024-11-24T09:21:28,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/02ca2bdb96d742b89602e1a2c62a61ef is 50, key is test_row_0/B:col10/1732440086121/Put/seqid=0 2024-11-24T09:21:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742060_1236 (size=12301) 2024-11-24T09:21:28,809 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/02ca2bdb96d742b89602e1a2c62a61ef 2024-11-24T09:21:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/19891987ac174cb0afd84a1d1a7486f3 is 50, key is test_row_0/C:col10/1732440086121/Put/seqid=0 2024-11-24T09:21:28,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742061_1237 (size=12301) 2024-11-24T09:21:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440148857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440148858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440148858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440148858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:28,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:21:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:21:29,223 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/19891987ac174cb0afd84a1d1a7486f3 2024-11-24T09:21:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/2ef6744cc18e42489fceb5932cf59dff as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff 2024-11-24T09:21:29,233 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff, entries=150, sequenceid=352, filesize=30.5 K 2024-11-24T09:21:29,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/02ca2bdb96d742b89602e1a2c62a61ef as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/02ca2bdb96d742b89602e1a2c62a61ef 2024-11-24T09:21:29,238 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/02ca2bdb96d742b89602e1a2c62a61ef, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T09:21:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/19891987ac174cb0afd84a1d1a7486f3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/19891987ac174cb0afd84a1d1a7486f3 2024-11-24T09:21:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/19891987ac174cb0afd84a1d1a7486f3, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T09:21:29,244 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 82479a60fa4c811880e715aedd793640 in 1284ms, sequenceid=352, compaction requested=true 2024-11-24T09:21:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T09:21:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T09:21:29,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T09:21:29,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-24T09:21:29,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.4430 sec 2024-11-24T09:21:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:29,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:21:29,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:29,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:29,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:29,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:29,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:29,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:29,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c7ff53c66294fd4a4d04b70a81d2c83_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:29,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742062_1238 (size=17534) 2024-11-24T09:21:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440149381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440149381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440149382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440149383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440149484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440149485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440149486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440149485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440149688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440149690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440149690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440149690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:29,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c7ff53c66294fd4a4d04b70a81d2c83_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c7ff53c66294fd4a4d04b70a81d2c83_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:29,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/138d01264340412492873964d4db7561, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:29,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/138d01264340412492873964d4db7561 is 175, key is test_row_0/A:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742063_1239 (size=48639) 2024-11-24T09:21:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:21:29,910 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T09:21:29,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T09:21:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:21:29,913 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:29,913 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:29,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:29,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440149992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440149992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440149992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440149994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:21:30,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:21:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:30,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:30,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:30,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/138d01264340412492873964d4db7561 2024-11-24T09:21:30,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3c4c8cc18ba74a56922e849c8cec4ae6 is 50, key is test_row_0/B:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:21:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742064_1240 (size=12301) 2024-11-24T09:21:30,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3c4c8cc18ba74a56922e849c8cec4ae6 2024-11-24T09:21:30,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:21:30,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/9da7c3a2772e47e78ba0922e24c2734c is 50, key is test_row_0/C:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742065_1241 (size=12301) 2024-11-24T09:21:30,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/9da7c3a2772e47e78ba0922e24c2734c 2024-11-24T09:21:30,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/138d01264340412492873964d4db7561 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561 2024-11-24T09:21:30,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561, entries=250, sequenceid=368, filesize=47.5 K 2024-11-24T09:21:30,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/3c4c8cc18ba74a56922e849c8cec4ae6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3c4c8cc18ba74a56922e849c8cec4ae6 2024-11-24T09:21:30,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3c4c8cc18ba74a56922e849c8cec4ae6, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T09:21:30,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/9da7c3a2772e47e78ba0922e24c2734c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/9da7c3a2772e47e78ba0922e24c2734c 2024-11-24T09:21:30,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/9da7c3a2772e47e78ba0922e24c2734c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T09:21:30,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 82479a60fa4c811880e715aedd793640 in 905ms, sequenceid=368, compaction requested=true 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:30,267 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:30,267 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:30,269 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:30,269 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:30,269 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:30,269 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:30,269 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,269 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,269 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/321787eb7a574653a462cf909d3b47af, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=139.8 K 2024-11-24T09:21:30,269 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,269 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/7c432cbf1b73411c94265fae250a73ec, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bb4631b2f14447f3aea320a88af758c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/02ca2bdb96d742b89602e1a2c62a61ef, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3c4c8cc18ba74a56922e849c8cec4ae6] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=48.8 K 2024-11-24T09:21:30,269 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/321787eb7a574653a462cf909d3b47af, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561] 2024-11-24T09:21:30,270 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c432cbf1b73411c94265fae250a73ec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440084353 2024-11-24T09:21:30,270 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 321787eb7a574653a462cf909d3b47af, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440084353 2024-11-24T09:21:30,270 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fd55b49cff847e49f587a20c68805d5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732440084981 2024-11-24T09:21:30,270 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting bb4631b2f14447f3aea320a88af758c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732440084981 2024-11-24T09:21:30,270 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ef6744cc18e42489fceb5932cf59dff, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732440086119 2024-11-24T09:21:30,270 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ca2bdb96d742b89602e1a2c62a61ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732440086119 2024-11-24T09:21:30,271 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 138d01264340412492873964d4db7561, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732440088245 2024-11-24T09:21:30,271 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c4c8cc18ba74a56922e849c8cec4ae6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732440088250 2024-11-24T09:21:30,281 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:30,284 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:30,285 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/f022026694224996a1611d76d15a9c29 is 50, key is test_row_0/B:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:30,288 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247e1278f7adf143f08e7bee3ee065a929_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:30,290 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247e1278f7adf143f08e7bee3ee065a929_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:30,291 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247e1278f7adf143f08e7bee3ee065a929_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742066_1242 (size=13187) 2024-11-24T09:21:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742067_1243 (size=4469) 2024-11-24T09:21:30,311 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#199 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:30,311 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/3dff0cdfd84042a4acde456e35d524e2 is 175, key is test_row_0/A:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742068_1244 (size=32107) 2024-11-24T09:21:30,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,385 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:30,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124342bce21d10a4cb9856e4bd00a71bdfa_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440089382/Put/seqid=0 2024-11-24T09:21:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742069_1245 (size=12454) 2024-11-24T09:21:30,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:30,402 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124342bce21d10a4cb9856e4bd00a71bdfa_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124342bce21d10a4cb9856e4bd00a71bdfa_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/5c5617fa6ac1427bb98212227550b459, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:30,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/5c5617fa6ac1427bb98212227550b459 is 175, key is test_row_0/A:col10/1732440089382/Put/seqid=0 2024-11-24T09:21:30,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742070_1246 (size=31255) 2024-11-24T09:21:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:30,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. as already flushing 2024-11-24T09:21:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440150509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440150510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440150510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440150512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:21:30,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440150614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440150614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440150614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440150614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,699 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/f022026694224996a1611d76d15a9c29 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f022026694224996a1611d76d15a9c29 2024-11-24T09:21:30,704 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into f022026694224996a1611d76d15a9c29(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:30,704 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:30,704 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=12, startTime=1732440090267; duration=0sec 2024-11-24T09:21:30,704 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:30,704 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:30,705 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:30,706 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:30,706 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:30,706 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:30,706 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d840d00249384866a20c11080e5c7a3e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b959b03d2a74fb68b4f1601bbc90a71, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/19891987ac174cb0afd84a1d1a7486f3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/9da7c3a2772e47e78ba0922e24c2734c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=48.8 K 2024-11-24T09:21:30,707 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d840d00249384866a20c11080e5c7a3e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440084353 2024-11-24T09:21:30,707 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b959b03d2a74fb68b4f1601bbc90a71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732440084981 2024-11-24T09:21:30,707 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 19891987ac174cb0afd84a1d1a7486f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732440086119 2024-11-24T09:21:30,708 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9da7c3a2772e47e78ba0922e24c2734c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732440088250 2024-11-24T09:21:30,717 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:30,718 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4eaa411de9cd4eb2a470959d7544d814 is 50, key is test_row_0/C:col10/1732440088250/Put/seqid=0 2024-11-24T09:21:30,720 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/3dff0cdfd84042a4acde456e35d524e2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3dff0cdfd84042a4acde456e35d524e2 2024-11-24T09:21:30,724 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into 3dff0cdfd84042a4acde456e35d524e2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:30,724 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:30,725 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=12, startTime=1732440090267; duration=0sec 2024-11-24T09:21:30,725 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:30,725 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:30,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742071_1247 (size=13187) 2024-11-24T09:21:30,808 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/5c5617fa6ac1427bb98212227550b459 2024-11-24T09:21:30,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bd50270494ea471885b7e487b4188071 is 50, key is test_row_0/B:col10/1732440089382/Put/seqid=0 2024-11-24T09:21:30,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440150819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440150820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440150820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440150820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742072_1248 (size=12301) 2024-11-24T09:21:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:21:31,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440151121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440151124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440151125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440151125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,141 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/4eaa411de9cd4eb2a470959d7544d814 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4eaa411de9cd4eb2a470959d7544d814 2024-11-24T09:21:31,146 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into 4eaa411de9cd4eb2a470959d7544d814(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:31,146 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:31,146 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=12, startTime=1732440090267; duration=0sec 2024-11-24T09:21:31,146 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:31,146 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:31,230 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bd50270494ea471885b7e487b4188071 2024-11-24T09:21:31,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/b99f553eceac4a5aaf10ddd03e215a00 is 50, key is test_row_0/C:col10/1732440089382/Put/seqid=0 2024-11-24T09:21:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742073_1249 (size=12301) 2024-11-24T09:21:31,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1732440151625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38028 deadline: 1732440151628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38032 deadline: 1732440151628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1732440151630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:31,644 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/b99f553eceac4a5aaf10ddd03e215a00 2024-11-24T09:21:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/5c5617fa6ac1427bb98212227550b459 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459 2024-11-24T09:21:31,654 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459, entries=150, sequenceid=388, filesize=30.5 K 2024-11-24T09:21:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/bd50270494ea471885b7e487b4188071 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bd50270494ea471885b7e487b4188071 2024-11-24T09:21:31,658 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bd50270494ea471885b7e487b4188071, entries=150, sequenceid=388, filesize=12.0 K 2024-11-24T09:21:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/b99f553eceac4a5aaf10ddd03e215a00 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b99f553eceac4a5aaf10ddd03e215a00 2024-11-24T09:21:31,664 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b99f553eceac4a5aaf10ddd03e215a00, entries=150, sequenceid=388, filesize=12.0 K 2024-11-24T09:21:31,665 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 82479a60fa4c811880e715aedd793640 in 1280ms, sequenceid=388, compaction requested=false 2024-11-24T09:21:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T09:21:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T09:21:31,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T09:21:31,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7530 sec 2024-11-24T09:21:31,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.7570 sec 2024-11-24T09:21:31,728 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:62361 2024-11-24T09:21:31,728 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:31,729 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:62361 2024-11-24T09:21:31,729 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:31,729 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:62361 2024-11-24T09:21:31,729 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:31,730 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:62361 2024-11-24T09:21:31,730 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:21:32,017 INFO [Thread-689 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T09:21:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:32,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:21:32,633 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:62361 2024-11-24T09:21:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:32,633 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:32,636 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:62361 2024-11-24T09:21:32,636 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:62361 2024-11-24T09:21:32,636 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:32,636 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:32,637 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:62361 2024-11-24T09:21:32,637 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:32,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240779e1016625454e810c10ba58e50ea3_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742074_1250 (size=12454) 2024-11-24T09:21:33,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:33,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240779e1016625454e810c10ba58e50ea3_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240779e1016625454e810c10ba58e50ea3_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:33,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/1073c3b993d94b73a2ecd802d262b821, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:33,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/1073c3b993d94b73a2ecd802d262b821 is 175, key is test_row_0/A:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742075_1251 (size=31255) 2024-11-24T09:21:33,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/1073c3b993d94b73a2ecd802d262b821 2024-11-24T09:21:33,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/76dea32b07bc4efc81257677d38f1b6f is 50, key is test_row_0/B:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:33,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742076_1252 (size=12301) 2024-11-24T09:21:33,652 DEBUG [master/36e70e68d79c:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f80532a395365a3d763bfec797cdf375 changed from -1.0 to 0.0, refreshing cache 2024-11-24T09:21:33,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/76dea32b07bc4efc81257677d38f1b6f 2024-11-24T09:21:33,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/b3aef729e9df4b4bb8ec89359d5c3230 is 50, key is test_row_0/C:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:33,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742077_1253 (size=12301) 2024-11-24T09:21:34,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/b3aef729e9df4b4bb8ec89359d5c3230 2024-11-24T09:21:34,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/1073c3b993d94b73a2ecd802d262b821 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821 2024-11-24T09:21:34,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821, entries=150, sequenceid=408, filesize=30.5 K 2024-11-24T09:21:34,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/76dea32b07bc4efc81257677d38f1b6f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/76dea32b07bc4efc81257677d38f1b6f 2024-11-24T09:21:34,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/76dea32b07bc4efc81257677d38f1b6f, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T09:21:34,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/b3aef729e9df4b4bb8ec89359d5c3230 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b3aef729e9df4b4bb8ec89359d5c3230 2024-11-24T09:21:34,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b3aef729e9df4b4bb8ec89359d5c3230, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T09:21:34,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 82479a60fa4c811880e715aedd793640 in 1663ms, sequenceid=408, compaction requested=true 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:34,296 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 82479a60fa4c811880e715aedd793640:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:34,296 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:34,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/B is initiating minor compaction (all files) 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/A is initiating minor compaction (all files) 2024-11-24T09:21:34,297 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/B in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:34,297 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/A in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:34,297 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f022026694224996a1611d76d15a9c29, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bd50270494ea471885b7e487b4188071, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/76dea32b07bc4efc81257677d38f1b6f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.9 K 2024-11-24T09:21:34,297 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3dff0cdfd84042a4acde456e35d524e2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=92.4 K 2024-11-24T09:21:34,297 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3dff0cdfd84042a4acde456e35d524e2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821] 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f022026694224996a1611d76d15a9c29, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732440088250 2024-11-24T09:21:34,297 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dff0cdfd84042a4acde456e35d524e2, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732440088250 2024-11-24T09:21:34,298 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting bd50270494ea471885b7e487b4188071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732440089375 2024-11-24T09:21:34,298 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c5617fa6ac1427bb98212227550b459, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732440089375 2024-11-24T09:21:34,298 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 76dea32b07bc4efc81257677d38f1b6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440090508 2024-11-24T09:21:34,298 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1073c3b993d94b73a2ecd802d262b821, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440090508 2024-11-24T09:21:34,305 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:34,305 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/49daf347493c4e5a8df676a3570e5ee2 is 50, key is test_row_0/B:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742078_1254 (size=13289) 2024-11-24T09:21:34,310 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:34,312 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240c853fb5f8ab4586b32c302bad85a321_82479a60fa4c811880e715aedd793640 store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:34,332 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240c853fb5f8ab4586b32c302bad85a321_82479a60fa4c811880e715aedd793640, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:34,333 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c853fb5f8ab4586b32c302bad85a321_82479a60fa4c811880e715aedd793640 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742079_1255 (size=4469) 2024-11-24T09:21:34,715 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/49daf347493c4e5a8df676a3570e5ee2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/49daf347493c4e5a8df676a3570e5ee2 2024-11-24T09:21:34,719 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/B of 82479a60fa4c811880e715aedd793640 into 49daf347493c4e5a8df676a3570e5ee2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:34,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:34,719 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/B, priority=13, startTime=1732440094296; duration=0sec 2024-11-24T09:21:34,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:34,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:B 2024-11-24T09:21:34,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:34,720 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:34,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 82479a60fa4c811880e715aedd793640/C is initiating minor compaction (all files) 2024-11-24T09:21:34,721 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 82479a60fa4c811880e715aedd793640/C in TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:34,721 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4eaa411de9cd4eb2a470959d7544d814, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b99f553eceac4a5aaf10ddd03e215a00, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b3aef729e9df4b4bb8ec89359d5c3230] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp, totalSize=36.9 K 2024-11-24T09:21:34,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eaa411de9cd4eb2a470959d7544d814, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732440088250 2024-11-24T09:21:34,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b99f553eceac4a5aaf10ddd03e215a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732440089375 2024-11-24T09:21:34,722 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b3aef729e9df4b4bb8ec89359d5c3230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440090508 2024-11-24T09:21:34,730 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#C#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:34,731 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/658d15634ad7479287fecc5cffa2172e is 50, key is test_row_0/C:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:34,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742080_1256 (size=13289) 2024-11-24T09:21:34,738 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 82479a60fa4c811880e715aedd793640#A#compaction#209 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:34,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/7cea79c7ca5f49f0af2c7fd98a0072a8 is 175, key is test_row_0/A:col10/1732440092631/Put/seqid=0 2024-11-24T09:21:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742081_1257 (size=32209) 2024-11-24T09:21:35,141 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/658d15634ad7479287fecc5cffa2172e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/658d15634ad7479287fecc5cffa2172e 2024-11-24T09:21:35,145 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/C of 82479a60fa4c811880e715aedd793640 into 658d15634ad7479287fecc5cffa2172e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:35,145 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:35,145 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/C, priority=13, startTime=1732440094296; duration=0sec 2024-11-24T09:21:35,145 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:35,145 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:C 2024-11-24T09:21:35,148 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/7cea79c7ca5f49f0af2c7fd98a0072a8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7cea79c7ca5f49f0af2c7fd98a0072a8 2024-11-24T09:21:35,152 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 82479a60fa4c811880e715aedd793640/A of 82479a60fa4c811880e715aedd793640 into 7cea79c7ca5f49f0af2c7fd98a0072a8(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:35,152 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:35,152 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640., storeName=82479a60fa4c811880e715aedd793640/A, priority=13, startTime=1732440094296; duration=0sec 2024-11-24T09:21:35,152 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:35,152 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 82479a60fa4c811880e715aedd793640:A 2024-11-24T09:21:35,915 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:62361 2024-11-24T09:21:35,916 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6984 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6773 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2911 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8733 rows 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2926 2024-11-24T09:21:35,916 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8778 rows 2024-11-24T09:21:35,916 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:21:35,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:62361 2024-11-24T09:21:35,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:21:35,918 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:21:35,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:21:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:21:35,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440095923"}]},"ts":"1732440095923"} 2024-11-24T09:21:35,924 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:21:35,927 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:21:35,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:21:35,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, UNASSIGN}] 2024-11-24T09:21:35,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, UNASSIGN 2024-11-24T09:21:35,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:35,930 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:21:35,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; CloseRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:21:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:21:36,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:36,082 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(124): Close 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:36,082 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:21:36,082 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1681): Closing 82479a60fa4c811880e715aedd793640, disabling compactions & flushes 2024-11-24T09:21:36,082 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:36,082 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:36,082 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. after waiting 0 ms 2024-11-24T09:21:36,082 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:36,083 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(2837): Flushing 82479a60fa4c811880e715aedd793640 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:21:36,083 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=A 2024-11-24T09:21:36,083 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:36,083 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=B 2024-11-24T09:21:36,083 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:36,083 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 82479a60fa4c811880e715aedd793640, store=C 2024-11-24T09:21:36,083 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:36,089 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124be988a0918ec4686a8ef70ff31169160_82479a60fa4c811880e715aedd793640 is 50, key is test_row_0/A:col10/1732440092634/Put/seqid=0 2024-11-24T09:21:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742082_1258 (size=12454) 2024-11-24T09:21:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:21:36,494 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:36,497 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124be988a0918ec4686a8ef70ff31169160_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124be988a0918ec4686a8ef70ff31169160_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:36,498 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/3a0309ceb8214c0e91aa8c7886bcb578, store: [table=TestAcidGuarantees family=A region=82479a60fa4c811880e715aedd793640] 2024-11-24T09:21:36,499 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/3a0309ceb8214c0e91aa8c7886bcb578 is 175, key is test_row_0/A:col10/1732440092634/Put/seqid=0 2024-11-24T09:21:36,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742083_1259 (size=31255) 2024-11-24T09:21:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:21:36,904 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/3a0309ceb8214c0e91aa8c7886bcb578 2024-11-24T09:21:36,910 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5c3db8aa7a40470ea1f7201645f4792d is 50, key is test_row_0/B:col10/1732440092634/Put/seqid=0 2024-11-24T09:21:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742084_1260 (size=12301) 2024-11-24T09:21:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:21:37,314 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5c3db8aa7a40470ea1f7201645f4792d 2024-11-24T09:21:37,321 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d8864d32c69c429aa8a81d9d4105cb98 is 50, key is test_row_0/C:col10/1732440092634/Put/seqid=0 2024-11-24T09:21:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742085_1261 (size=12301) 2024-11-24T09:21:37,725 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d8864d32c69c429aa8a81d9d4105cb98 2024-11-24T09:21:37,730 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/A/3a0309ceb8214c0e91aa8c7886bcb578 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3a0309ceb8214c0e91aa8c7886bcb578 2024-11-24T09:21:37,733 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3a0309ceb8214c0e91aa8c7886bcb578, entries=150, sequenceid=418, filesize=30.5 K 2024-11-24T09:21:37,734 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/B/5c3db8aa7a40470ea1f7201645f4792d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5c3db8aa7a40470ea1f7201645f4792d 2024-11-24T09:21:37,737 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5c3db8aa7a40470ea1f7201645f4792d, entries=150, sequenceid=418, filesize=12.0 K 2024-11-24T09:21:37,738 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/.tmp/C/d8864d32c69c429aa8a81d9d4105cb98 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d8864d32c69c429aa8a81d9d4105cb98 2024-11-24T09:21:37,741 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d8864d32c69c429aa8a81d9d4105cb98, entries=150, sequenceid=418, filesize=12.0 K 2024-11-24T09:21:37,742 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 82479a60fa4c811880e715aedd793640 in 1660ms, sequenceid=418, compaction requested=false 2024-11-24T09:21:37,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/af9275acacfe4437857323f5e9dfd9f0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4aee7554480e445ab74dd012adc6ef5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/89cbe9ee8c054bdb8c58ce8113947e73, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a1b97186c1cb4451aa89465ab71aa926, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/d41676ff5ad2448faf18afe23e1840ae, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/321787eb7a574653a462cf909d3b47af, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3dff0cdfd84042a4acde456e35d524e2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821] to archive 2024-11-24T09:21:37,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:21:37,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8941077048bd402381fbc51599909444 2024-11-24T09:21:37,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/acc893b848fc4cd390bdac7eef4947e6 2024-11-24T09:21:37,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ae4a1e6c87a42bfb7824ba55cfa896e 2024-11-24T09:21:37,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f2f6f1652ef249f483d01d511bcbca0e 2024-11-24T09:21:37,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/af9275acacfe4437857323f5e9dfd9f0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/af9275acacfe4437857323f5e9dfd9f0 2024-11-24T09:21:37,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/53c477a0d0634cacb0956ddaa98756e9 2024-11-24T09:21:37,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/aa58083365604487906d4e616d112d04 2024-11-24T09:21:37,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4aee7554480e445ab74dd012adc6ef5e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4aee7554480e445ab74dd012adc6ef5e 2024-11-24T09:21:37,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a5b072bcf16b4d99a52f593aac1ff14f 2024-11-24T09:21:37,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e07582977e0e48faa4737e52c52d9d67 2024-11-24T09:21:37,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/e97d99d3bf004102825bee7ccf7be785 2024-11-24T09:21:37,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/89cbe9ee8c054bdb8c58ce8113947e73 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/89cbe9ee8c054bdb8c58ce8113947e73 2024-11-24T09:21:37,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7ab588992c2f4c88b10c2e95b5f4db38 2024-11-24T09:21:37,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/4bd9c5f2eca14bb78ea5d4be4bf1b445 2024-11-24T09:21:37,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a4b45686653049b3a7c40167bdfedfb3 2024-11-24T09:21:37,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a1b97186c1cb4451aa89465ab71aa926 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/a1b97186c1cb4451aa89465ab71aa926 2024-11-24T09:21:37,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f9c971d194ac40e993fd3a0f1c8d83e9 2024-11-24T09:21:37,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/d41676ff5ad2448faf18afe23e1840ae to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/d41676ff5ad2448faf18afe23e1840ae 2024-11-24T09:21:37,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/f541dac5704d4387a701140ad9762c8a 2024-11-24T09:21:37,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/8418b3da6c5b4a4c80055c96fec7e593 2024-11-24T09:21:37,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/ea636b934c6e42f8921401218fa99230 2024-11-24T09:21:37,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/321787eb7a574653a462cf909d3b47af to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/321787eb7a574653a462cf909d3b47af 2024-11-24T09:21:37,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/0fd55b49cff847e49f587a20c68805d5 2024-11-24T09:21:37,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/2ef6744cc18e42489fceb5932cf59dff 2024-11-24T09:21:37,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/138d01264340412492873964d4db7561 2024-11-24T09:21:37,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3dff0cdfd84042a4acde456e35d524e2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3dff0cdfd84042a4acde456e35d524e2 2024-11-24T09:21:37,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/5c5617fa6ac1427bb98212227550b459 2024-11-24T09:21:37,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/1073c3b993d94b73a2ecd802d262b821 2024-11-24T09:21:37,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bfff440ea4fa42df97a815888f60797b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/69a4fb27541b494bb40488b788800fb1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/55a7bdcfa4d94742be75c2fbe3ab5158, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/96458ec4dce84167a7cbc320ed3ed637, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/4d4d896adb62484e9f08f4f6dbd56f29, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3564c9638f7a4cc1b9d58a74e99f87da, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/ae76a1ced31848ac81b736b42a68e7c2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0a927b4374d640a5b5aef484f6944b81, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5aeafc4f6bda4c2294b7585277858344, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/75204aebdad04897a2475790a296e751, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/d073731350d643f4aa46b14ad290e865, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/231963e758964c7cbeff49d87343b45e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5da9dbaa909b4f748098a5c19bf2fd2e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0fab6b3d5d6b48a597efbba2f75bd964, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3fd1f078569f4f61ba14d98e542dbf3c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f6da5e204d0d4d3eb6c350ad80f682b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/9739c06b9b7440a1ac594487087b64a7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/509b8090534e4e53a3ff49935273800f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/51bfcbfe40964c12895074539dc93e75, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/e53da7c450784da891252248420f2e4a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/82025d5058e24181be261e6f32757e8e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/7c432cbf1b73411c94265fae250a73ec, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/db38730e40034703bcc52c5ffef66a8c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bb4631b2f14447f3aea320a88af758c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/02ca2bdb96d742b89602e1a2c62a61ef, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f022026694224996a1611d76d15a9c29, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3c4c8cc18ba74a56922e849c8cec4ae6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bd50270494ea471885b7e487b4188071, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/76dea32b07bc4efc81257677d38f1b6f] to archive 2024-11-24T09:21:37,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:21:37,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bfff440ea4fa42df97a815888f60797b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bfff440ea4fa42df97a815888f60797b 2024-11-24T09:21:37,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/69a4fb27541b494bb40488b788800fb1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/69a4fb27541b494bb40488b788800fb1 2024-11-24T09:21:37,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/55a7bdcfa4d94742be75c2fbe3ab5158 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/55a7bdcfa4d94742be75c2fbe3ab5158 2024-11-24T09:21:37,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/96458ec4dce84167a7cbc320ed3ed637 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/96458ec4dce84167a7cbc320ed3ed637 2024-11-24T09:21:37,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/4d4d896adb62484e9f08f4f6dbd56f29 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/4d4d896adb62484e9f08f4f6dbd56f29 2024-11-24T09:21:37,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3564c9638f7a4cc1b9d58a74e99f87da to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3564c9638f7a4cc1b9d58a74e99f87da 2024-11-24T09:21:37,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/ae76a1ced31848ac81b736b42a68e7c2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/ae76a1ced31848ac81b736b42a68e7c2 2024-11-24T09:21:37,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0a927b4374d640a5b5aef484f6944b81 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0a927b4374d640a5b5aef484f6944b81 2024-11-24T09:21:37,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5aeafc4f6bda4c2294b7585277858344 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5aeafc4f6bda4c2294b7585277858344 2024-11-24T09:21:37,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/75204aebdad04897a2475790a296e751 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/75204aebdad04897a2475790a296e751 2024-11-24T09:21:37,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/d073731350d643f4aa46b14ad290e865 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/d073731350d643f4aa46b14ad290e865 2024-11-24T09:21:37,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/231963e758964c7cbeff49d87343b45e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/231963e758964c7cbeff49d87343b45e 2024-11-24T09:21:37,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5da9dbaa909b4f748098a5c19bf2fd2e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5da9dbaa909b4f748098a5c19bf2fd2e 2024-11-24T09:21:37,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0fab6b3d5d6b48a597efbba2f75bd964 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/0fab6b3d5d6b48a597efbba2f75bd964 2024-11-24T09:21:37,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3fd1f078569f4f61ba14d98e542dbf3c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3fd1f078569f4f61ba14d98e542dbf3c 2024-11-24T09:21:37,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f6da5e204d0d4d3eb6c350ad80f682b3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f6da5e204d0d4d3eb6c350ad80f682b3 2024-11-24T09:21:37,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/9739c06b9b7440a1ac594487087b64a7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/9739c06b9b7440a1ac594487087b64a7 2024-11-24T09:21:37,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/509b8090534e4e53a3ff49935273800f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/509b8090534e4e53a3ff49935273800f 2024-11-24T09:21:37,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/51bfcbfe40964c12895074539dc93e75 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/51bfcbfe40964c12895074539dc93e75 2024-11-24T09:21:37,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/e53da7c450784da891252248420f2e4a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/e53da7c450784da891252248420f2e4a 2024-11-24T09:21:37,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/82025d5058e24181be261e6f32757e8e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/82025d5058e24181be261e6f32757e8e 2024-11-24T09:21:37,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/7c432cbf1b73411c94265fae250a73ec to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/7c432cbf1b73411c94265fae250a73ec 2024-11-24T09:21:37,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/db38730e40034703bcc52c5ffef66a8c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/db38730e40034703bcc52c5ffef66a8c 2024-11-24T09:21:37,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bb4631b2f14447f3aea320a88af758c0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bb4631b2f14447f3aea320a88af758c0 2024-11-24T09:21:37,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/02ca2bdb96d742b89602e1a2c62a61ef to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/02ca2bdb96d742b89602e1a2c62a61ef 2024-11-24T09:21:37,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f022026694224996a1611d76d15a9c29 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/f022026694224996a1611d76d15a9c29 2024-11-24T09:21:37,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3c4c8cc18ba74a56922e849c8cec4ae6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/3c4c8cc18ba74a56922e849c8cec4ae6 2024-11-24T09:21:37,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bd50270494ea471885b7e487b4188071 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/bd50270494ea471885b7e487b4188071 2024-11-24T09:21:37,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/76dea32b07bc4efc81257677d38f1b6f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/76dea32b07bc4efc81257677d38f1b6f 2024-11-24T09:21:37,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/dc8ddb84d9034a45beaa9a076651e948, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3bc3e6a357e44e05a0e78952ed417fb2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/6ed0e59626354d47896a18c3c274474e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e200f0604856496fa3073b77d478f33b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/8ca28255abd2412ca323c762df0dbabc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e7d80dce70e849f2a1a6f37b91187131, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e302a6df4dc94e31a8c6924ae1ab0877, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/7461145ee7254c74b7fdcdce4e1e4145, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4aa9a8e06d5f4337888dfd50495c04de, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/760a6fc22f144989bff29da2a8e01bbb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4f41e24597c04d35a24f34b087ca8895, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/1c09f8683da54abb8d5e37a92cd59706, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b478788b54e496c941164a5e8e9d78b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d2345bad5fcc4389bc03ae7ff37e0c68, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/90a79a7c8fd14443a0edefb7c8c5211f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d1f74ce342a5425f8f85c4f29bef45cb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3ca89b7ae3d8446cabd2ae39a86dd871, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/aee47c30261f4ffdbbce8edc53e7f064, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e2fb6bb7fe624971ac7ebd274ace1c5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e85ca6ed1b394682b830d80db9ac19a9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/2deca0b1ffab45f09ee027d5fb2b278d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d840d00249384866a20c11080e5c7a3e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/953eb9eadb0248beb720db3f74f21dce, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b959b03d2a74fb68b4f1601bbc90a71, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/19891987ac174cb0afd84a1d1a7486f3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4eaa411de9cd4eb2a470959d7544d814, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/9da7c3a2772e47e78ba0922e24c2734c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b99f553eceac4a5aaf10ddd03e215a00, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b3aef729e9df4b4bb8ec89359d5c3230] to archive 2024-11-24T09:21:37,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:21:37,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/dc8ddb84d9034a45beaa9a076651e948 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/dc8ddb84d9034a45beaa9a076651e948 2024-11-24T09:21:37,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3bc3e6a357e44e05a0e78952ed417fb2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3bc3e6a357e44e05a0e78952ed417fb2 2024-11-24T09:21:37,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/6ed0e59626354d47896a18c3c274474e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/6ed0e59626354d47896a18c3c274474e 2024-11-24T09:21:37,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e200f0604856496fa3073b77d478f33b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e200f0604856496fa3073b77d478f33b 2024-11-24T09:21:37,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/8ca28255abd2412ca323c762df0dbabc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/8ca28255abd2412ca323c762df0dbabc 2024-11-24T09:21:37,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e7d80dce70e849f2a1a6f37b91187131 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e7d80dce70e849f2a1a6f37b91187131 2024-11-24T09:21:37,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e302a6df4dc94e31a8c6924ae1ab0877 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e302a6df4dc94e31a8c6924ae1ab0877 2024-11-24T09:21:37,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/7461145ee7254c74b7fdcdce4e1e4145 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/7461145ee7254c74b7fdcdce4e1e4145 2024-11-24T09:21:37,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4aa9a8e06d5f4337888dfd50495c04de to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4aa9a8e06d5f4337888dfd50495c04de 2024-11-24T09:21:37,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/760a6fc22f144989bff29da2a8e01bbb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/760a6fc22f144989bff29da2a8e01bbb 2024-11-24T09:21:37,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4f41e24597c04d35a24f34b087ca8895 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4f41e24597c04d35a24f34b087ca8895 2024-11-24T09:21:37,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/1c09f8683da54abb8d5e37a92cd59706 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/1c09f8683da54abb8d5e37a92cd59706 2024-11-24T09:21:37,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b478788b54e496c941164a5e8e9d78b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b478788b54e496c941164a5e8e9d78b 2024-11-24T09:21:37,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d2345bad5fcc4389bc03ae7ff37e0c68 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d2345bad5fcc4389bc03ae7ff37e0c68 2024-11-24T09:21:37,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/90a79a7c8fd14443a0edefb7c8c5211f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/90a79a7c8fd14443a0edefb7c8c5211f 2024-11-24T09:21:37,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d1f74ce342a5425f8f85c4f29bef45cb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d1f74ce342a5425f8f85c4f29bef45cb 2024-11-24T09:21:37,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3ca89b7ae3d8446cabd2ae39a86dd871 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3ca89b7ae3d8446cabd2ae39a86dd871 2024-11-24T09:21:37,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/aee47c30261f4ffdbbce8edc53e7f064 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/aee47c30261f4ffdbbce8edc53e7f064 2024-11-24T09:21:37,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e2fb6bb7fe624971ac7ebd274ace1c5e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e2fb6bb7fe624971ac7ebd274ace1c5e 2024-11-24T09:21:37,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e85ca6ed1b394682b830d80db9ac19a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/e85ca6ed1b394682b830d80db9ac19a9 2024-11-24T09:21:37,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/2deca0b1ffab45f09ee027d5fb2b278d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/2deca0b1ffab45f09ee027d5fb2b278d 2024-11-24T09:21:37,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d840d00249384866a20c11080e5c7a3e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d840d00249384866a20c11080e5c7a3e 2024-11-24T09:21:37,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/953eb9eadb0248beb720db3f74f21dce to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/953eb9eadb0248beb720db3f74f21dce 2024-11-24T09:21:37,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b959b03d2a74fb68b4f1601bbc90a71 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/3b959b03d2a74fb68b4f1601bbc90a71 2024-11-24T09:21:37,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/19891987ac174cb0afd84a1d1a7486f3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/19891987ac174cb0afd84a1d1a7486f3 2024-11-24T09:21:37,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4eaa411de9cd4eb2a470959d7544d814 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/4eaa411de9cd4eb2a470959d7544d814 2024-11-24T09:21:37,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/9da7c3a2772e47e78ba0922e24c2734c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/9da7c3a2772e47e78ba0922e24c2734c 2024-11-24T09:21:37,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b99f553eceac4a5aaf10ddd03e215a00 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b99f553eceac4a5aaf10ddd03e215a00 2024-11-24T09:21:37,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b3aef729e9df4b4bb8ec89359d5c3230 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/b3aef729e9df4b4bb8ec89359d5c3230 2024-11-24T09:21:37,839 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-24T09:21:37,840 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640. 2024-11-24T09:21:37,840 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1635): Region close journal for 82479a60fa4c811880e715aedd793640: 2024-11-24T09:21:37,841 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(170): Closed 82479a60fa4c811880e715aedd793640 2024-11-24T09:21:37,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=82479a60fa4c811880e715aedd793640, regionState=CLOSED 2024-11-24T09:21:37,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T09:21:37,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; CloseRegionProcedure 82479a60fa4c811880e715aedd793640, server=36e70e68d79c,40313,1732440030467 in 1.9120 sec 2024-11-24T09:21:37,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-11-24T09:21:37,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=82479a60fa4c811880e715aedd793640, UNASSIGN in 1.9160 sec 2024-11-24T09:21:37,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T09:21:37,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-11-24T09:21:37,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440097847"}]},"ts":"1732440097847"} 2024-11-24T09:21:37,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:21:37,850 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:21:37,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9310 sec 2024-11-24T09:21:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:21:38,026 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T09:21:38,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:21:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,028 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:21:38,028 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=79, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/recovered.edits] 2024-11-24T09:21:38,035 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3a0309ceb8214c0e91aa8c7886bcb578 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/3a0309ceb8214c0e91aa8c7886bcb578 2024-11-24T09:21:38,036 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7cea79c7ca5f49f0af2c7fd98a0072a8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/A/7cea79c7ca5f49f0af2c7fd98a0072a8 2024-11-24T09:21:38,038 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/49daf347493c4e5a8df676a3570e5ee2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/49daf347493c4e5a8df676a3570e5ee2 2024-11-24T09:21:38,039 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5c3db8aa7a40470ea1f7201645f4792d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/B/5c3db8aa7a40470ea1f7201645f4792d 2024-11-24T09:21:38,041 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/658d15634ad7479287fecc5cffa2172e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/658d15634ad7479287fecc5cffa2172e 2024-11-24T09:21:38,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d8864d32c69c429aa8a81d9d4105cb98 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/C/d8864d32c69c429aa8a81d9d4105cb98 2024-11-24T09:21:38,045 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/recovered.edits/421.seqid to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640/recovered.edits/421.seqid 2024-11-24T09:21:38,046 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,046 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:21:38,047 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:21:38,047 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T09:21:38,051 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240779e1016625454e810c10ba58e50ea3_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240779e1016625454e810c10ba58e50ea3_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,052 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240b471e41d2324a64a2a1a96ae515ce9a_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240b471e41d2324a64a2a1a96ae515ce9a_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,053 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c7ff53c66294fd4a4d04b70a81d2c83_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c7ff53c66294fd4a4d04b70a81d2c83_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,054 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124237e3035a1e64abdbff56d8ab4af80be_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124237e3035a1e64abdbff56d8ab4af80be_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,055 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124342bce21d10a4cb9856e4bd00a71bdfa_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124342bce21d10a4cb9856e4bd00a71bdfa_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,056 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124418e615dbf234813a1d840db921e48c6_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124418e615dbf234813a1d840db921e48c6_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444e10a1b698a41de8fb9117a499f9322_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444e10a1b698a41de8fb9117a499f9322_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,058 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124551a1c91143042e3a959a008e641f323_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124551a1c91143042e3a959a008e641f323_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,060 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112455834ad13d2f441fae8524ec9f70924f_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112455834ad13d2f441fae8524ec9f70924f_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,061 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112457c45de2878041bab349a66c4f9ec739_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112457c45de2878041bab349a66c4f9ec739_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246743bed8f27744e88f4817d460e85b76_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246743bed8f27744e88f4817d460e85b76_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,063 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d844242c25845cd878f7d365b7e0d4d_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d844242c25845cd878f7d365b7e0d4d_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,064 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499fd2b606e6c4e6c8fc0a629cabc89e7_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499fd2b606e6c4e6c8fc0a629cabc89e7_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,065 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249b148b2aed6b4cca8d770460b2b3940d_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249b148b2aed6b4cca8d770460b2b3940d_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,066 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ba526aa7a4e5452f840676b7a252f5d4_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ba526aa7a4e5452f840676b7a252f5d4_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,067 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124be988a0918ec4686a8ef70ff31169160_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124be988a0918ec4686a8ef70ff31169160_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,068 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c5acb547749447c6ad34d3ed59ab7aee_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c5acb547749447c6ad34d3ed59ab7aee_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,070 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd74e18c9b814a3e9b9ce30deeb58697_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd74e18c9b814a3e9b9ce30deeb58697_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,071 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d208b3769c1c4d7a8c8b18685eb81578_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d208b3769c1c4d7a8c8b18685eb81578_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,072 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ddabeebe203642ee91c5cee4ce52269d_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ddabeebe203642ee91c5cee4ce52269d_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,073 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9d8a5d813424469962353495c7ba88c_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9d8a5d813424469962353495c7ba88c_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,074 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f465f9de3cae41c48331b5472b98e65c_82479a60fa4c811880e715aedd793640 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f465f9de3cae41c48331b5472b98e65c_82479a60fa4c811880e715aedd793640 2024-11-24T09:21:38,074 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:21:38,076 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=79, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,078 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:21:38,080 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:21:38,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=79, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,081 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:21:38,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440098081"}]},"ts":"9223372036854775807"} 2024-11-24T09:21:38,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:21:38,083 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 82479a60fa4c811880e715aedd793640, NAME => 'TestAcidGuarantees,,1732440068615.82479a60fa4c811880e715aedd793640.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:21:38,083 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:21:38,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440098083"}]},"ts":"9223372036854775807"} 2024-11-24T09:21:38,085 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:21:38,087 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=79, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-11-24T09:21:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:21:38,129 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T09:21:38,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_893720469_22 at /127.0.0.1:50426 [Waiting for operation #242] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_237648389_22 at /127.0.0.1:50414 [Waiting for operation #251] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_893720469_22 at /127.0.0.1:53578 [Waiting for operation #278] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_237648389_22 at /127.0.0.1:53492 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7e127c2e-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 238) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7054 (was 7595) 2024-11-24T09:21:38,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=7054 2024-11-24T09:21:38,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:21:38,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:21:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:38,150 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:21:38,151 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:38,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 80 2024-11-24T09:21:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-24T09:21:38,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:21:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742086_1262 (size=960) 2024-11-24T09:21:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-24T09:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-24T09:21:38,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:21:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742087_1263 (size=53) 2024-11-24T09:21:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-24T09:21:38,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:38,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 031f907a33f4bf7be8771ce8afc5483f, disabling compactions & flushes 2024-11-24T09:21:38,964 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:38,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:38,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. after waiting 0 ms 2024-11-24T09:21:38,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:38,964 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:38,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:38,965 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:21:38,966 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440098965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440098965"}]},"ts":"1732440098965"} 2024-11-24T09:21:38,966 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:21:38,967 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:21:38,967 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440098967"}]},"ts":"1732440098967"} 2024-11-24T09:21:38,968 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:21:38,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, ASSIGN}] 2024-11-24T09:21:38,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, ASSIGN 2024-11-24T09:21:38,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:21:39,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=031f907a33f4bf7be8771ce8afc5483f, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:39,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; OpenRegionProcedure 031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:21:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-24T09:21:39,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:39,279 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:39,279 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7285): Opening region: {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:39,279 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,279 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:39,279 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7327): checking encryption for 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,279 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7330): checking classloading for 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,280 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,282 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:39,282 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 031f907a33f4bf7be8771ce8afc5483f columnFamilyName A 2024-11-24T09:21:39,282 DEBUG [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:39,282 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.HStore(327): Store=031f907a33f4bf7be8771ce8afc5483f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:39,283 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,283 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:39,284 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 031f907a33f4bf7be8771ce8afc5483f columnFamilyName B 2024-11-24T09:21:39,284 DEBUG [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:39,284 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.HStore(327): Store=031f907a33f4bf7be8771ce8afc5483f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:39,284 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,285 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:39,285 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 031f907a33f4bf7be8771ce8afc5483f columnFamilyName C 2024-11-24T09:21:39,285 DEBUG [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:39,286 INFO [StoreOpener-031f907a33f4bf7be8771ce8afc5483f-1 {}] regionserver.HStore(327): Store=031f907a33f4bf7be8771ce8afc5483f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:39,286 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:39,286 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,287 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,288 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:21:39,289 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1085): writing seq id for 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:39,290 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:21:39,291 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1102): Opened 031f907a33f4bf7be8771ce8afc5483f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64687591, jitterRate=-0.036079779267311096}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:21:39,291 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1001): Region open journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:39,292 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., pid=82, masterSystemTime=1732440099276 2024-11-24T09:21:39,293 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:39,293 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:39,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=031f907a33f4bf7be8771ce8afc5483f, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:39,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T09:21:39,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; OpenRegionProcedure 031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 in 170 msec 2024-11-24T09:21:39,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=81, resume processing ppid=80 2024-11-24T09:21:39,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, ASSIGN in 325 msec 2024-11-24T09:21:39,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:21:39,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440099297"}]},"ts":"1732440099297"} 2024-11-24T09:21:39,298 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:21:39,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:21:39,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-24T09:21:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-24T09:21:40,255 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 80 completed 2024-11-24T09:21:40,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-24T09:21:40,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,262 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:21:40,264 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:21:40,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-24T09:21:40,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-24T09:21:40,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-24T09:21:40,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-24T09:21:40,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-24T09:21:40,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-24T09:21:40,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-24T09:21:40,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-24T09:21:40,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-24T09:21:40,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-24T09:21:40,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:40,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:40,304 DEBUG [hconnection-0x3d7171d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,304 DEBUG [hconnection-0x7fe4df16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T09:21:40,305 DEBUG [hconnection-0x2992478c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,305 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,305 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:40,306 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,306 DEBUG [hconnection-0x2bce6bb9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,307 DEBUG [hconnection-0x6de1018e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,307 DEBUG [hconnection-0x4e2fab12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,307 DEBUG [hconnection-0x77f7ac4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,307 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:40,307 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,308 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,308 DEBUG [hconnection-0x2b673e07-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,308 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,309 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:40,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:40,309 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,310 DEBUG [hconnection-0x7f1266f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,312 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,313 DEBUG [hconnection-0x3a09f948-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:40,314 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:40,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:21:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:40,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:40,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:40,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/8a05e536c0ac4a789b126ccc8d22f74b is 50, key is test_row_0/A:col10/1732440100315/Put/seqid=0 2024-11-24T09:21:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742088_1264 (size=12001) 2024-11-24T09:21:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440160361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440160361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440160363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440160364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440160365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:40,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440160465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440160465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440160466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440160467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440160468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:40,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:40,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440160668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440160668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440160669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440160670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440160671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/8a05e536c0ac4a789b126ccc8d22f74b 2024-11-24T09:21:40,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/3d342d8aa25b40b09da3c4f5c0b0fce5 is 50, key is test_row_0/B:col10/1732440100315/Put/seqid=0 2024-11-24T09:21:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742089_1265 (size=12001) 2024-11-24T09:21:40,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/3d342d8aa25b40b09da3c4f5c0b0fce5 2024-11-24T09:21:40,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/5f96be70289f4f54a16eac81aba4aa39 is 50, key is test_row_0/C:col10/1732440100315/Put/seqid=0 2024-11-24T09:21:40,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742090_1266 (size=12001) 2024-11-24T09:21:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:40,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:40,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:40,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:40,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440160972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440160972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440160973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440160974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:40,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440160975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:41,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:41,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/5f96be70289f4f54a16eac81aba4aa39 2024-11-24T09:21:41,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:41,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:41,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/8a05e536c0ac4a789b126ccc8d22f74b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8a05e536c0ac4a789b126ccc8d22f74b 2024-11-24T09:21:41,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8a05e536c0ac4a789b126ccc8d22f74b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T09:21:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/3d342d8aa25b40b09da3c4f5c0b0fce5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/3d342d8aa25b40b09da3c4f5c0b0fce5 2024-11-24T09:21:41,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/3d342d8aa25b40b09da3c4f5c0b0fce5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T09:21:41,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/5f96be70289f4f54a16eac81aba4aa39 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/5f96be70289f4f54a16eac81aba4aa39 2024-11-24T09:21:41,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/5f96be70289f4f54a16eac81aba4aa39, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T09:21:41,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 031f907a33f4bf7be8771ce8afc5483f in 938ms, sequenceid=13, compaction requested=false 2024-11-24T09:21:41,253 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T09:21:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:41,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:41,379 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:41,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/20dd050866a84f178e7098883ebc32ab is 50, key is test_row_0/A:col10/1732440100363/Put/seqid=0 2024-11-24T09:21:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742091_1267 (size=12001) 2024-11-24T09:21:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:41,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440161479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440161479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440161480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440161480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440161482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440161583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440161584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440161584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440161585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440161786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440161787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440161787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,789 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/20dd050866a84f178e7098883ebc32ab 2024-11-24T09:21:41,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440161788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:41,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/56ec46579d2c433c94c6980a0f1b013f is 50, key is test_row_0/B:col10/1732440100363/Put/seqid=0 2024-11-24T09:21:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742092_1268 (size=12001) 2024-11-24T09:21:42,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440162089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440162091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440162091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440162091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,204 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/56ec46579d2c433c94c6980a0f1b013f 2024-11-24T09:21:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/bfd78fdaa638478e924d4f8797f5e705 is 50, key is test_row_0/C:col10/1732440100363/Put/seqid=0 2024-11-24T09:21:42,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742093_1269 (size=12001) 2024-11-24T09:21:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440162489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440162593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440162594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440162594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440162597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:42,617 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/bfd78fdaa638478e924d4f8797f5e705 2024-11-24T09:21:42,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/20dd050866a84f178e7098883ebc32ab as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/20dd050866a84f178e7098883ebc32ab 2024-11-24T09:21:42,626 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/20dd050866a84f178e7098883ebc32ab, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:21:42,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/56ec46579d2c433c94c6980a0f1b013f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/56ec46579d2c433c94c6980a0f1b013f 2024-11-24T09:21:42,631 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/56ec46579d2c433c94c6980a0f1b013f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:21:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/bfd78fdaa638478e924d4f8797f5e705 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/bfd78fdaa638478e924d4f8797f5e705 2024-11-24T09:21:42,636 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/bfd78fdaa638478e924d4f8797f5e705, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:21:42,637 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 031f907a33f4bf7be8771ce8afc5483f in 1258ms, sequenceid=38, compaction requested=false 2024-11-24T09:21:42,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:42,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:42,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T09:21:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T09:21:42,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T09:21:42,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-24T09:21:42,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.3370 sec 2024-11-24T09:21:43,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:21:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:43,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:21:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:43,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/429eb18644a2433491f0d443c480569c is 50, key is test_row_0/A:col10/1732440101478/Put/seqid=0 2024-11-24T09:21:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742094_1270 (size=12001) 2024-11-24T09:21:43,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440163644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440163646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440163647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440163647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440163748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440163750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440163750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440163750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440163951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440163953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440163953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440163954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/429eb18644a2433491f0d443c480569c 2024-11-24T09:21:44,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/8ce916d5e1bc46ad90af2461c084e8fb is 50, key is test_row_0/B:col10/1732440101478/Put/seqid=0 2024-11-24T09:21:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742095_1271 (size=12001) 2024-11-24T09:21:44,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/8ce916d5e1bc46ad90af2461c084e8fb 2024-11-24T09:21:44,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c6b565ffe2634280923db20eceb27db9 is 50, key is test_row_0/C:col10/1732440101478/Put/seqid=0 2024-11-24T09:21:44,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742096_1272 (size=12001) 2024-11-24T09:21:44,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440164256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440164257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440164258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440164258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:21:44,410 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T09:21:44,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-24T09:21:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:21:44,413 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:44,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:44,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:44,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c6b565ffe2634280923db20eceb27db9 2024-11-24T09:21:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/429eb18644a2433491f0d443c480569c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/429eb18644a2433491f0d443c480569c 2024-11-24T09:21:44,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/429eb18644a2433491f0d443c480569c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T09:21:44,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/8ce916d5e1bc46ad90af2461c084e8fb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/8ce916d5e1bc46ad90af2461c084e8fb 2024-11-24T09:21:44,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/8ce916d5e1bc46ad90af2461c084e8fb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T09:21:44,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c6b565ffe2634280923db20eceb27db9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c6b565ffe2634280923db20eceb27db9 2024-11-24T09:21:44,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c6b565ffe2634280923db20eceb27db9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T09:21:44,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 031f907a33f4bf7be8771ce8afc5483f in 860ms, sequenceid=50, compaction requested=true 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:44,459 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:44,459 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:44,461 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:44,461 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:44,461 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:44,461 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,461 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:44,461 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,461 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8a05e536c0ac4a789b126ccc8d22f74b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/20dd050866a84f178e7098883ebc32ab, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/429eb18644a2433491f0d443c480569c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.2 K 2024-11-24T09:21:44,461 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/3d342d8aa25b40b09da3c4f5c0b0fce5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/56ec46579d2c433c94c6980a0f1b013f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/8ce916d5e1bc46ad90af2461c084e8fb] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.2 K 2024-11-24T09:21:44,461 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d342d8aa25b40b09da3c4f5c0b0fce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440100312 2024-11-24T09:21:44,461 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a05e536c0ac4a789b126ccc8d22f74b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440100312 2024-11-24T09:21:44,462 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20dd050866a84f178e7098883ebc32ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440100360 2024-11-24T09:21:44,462 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 56ec46579d2c433c94c6980a0f1b013f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440100360 2024-11-24T09:21:44,462 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 429eb18644a2433491f0d443c480569c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732440101478 2024-11-24T09:21:44,462 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ce916d5e1bc46ad90af2461c084e8fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732440101478 2024-11-24T09:21:44,490 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:44,491 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/c9f24de7f21341c5b3f03c4e784998da is 50, key is test_row_0/A:col10/1732440101478/Put/seqid=0 2024-11-24T09:21:44,498 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:44,498 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/fc24d52b5b364863b3846e7cb5a905c0 is 50, key is test_row_0/B:col10/1732440101478/Put/seqid=0 2024-11-24T09:21:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742097_1273 (size=12104) 2024-11-24T09:21:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:44,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:21:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:44,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742098_1274 (size=12104) 2024-11-24T09:21:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:21:44,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/30cd0947f6dd4fcbabe5af62ebb5a913 is 50, key is test_row_0/A:col10/1732440104509/Put/seqid=0 2024-11-24T09:21:44,524 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/fc24d52b5b364863b3846e7cb5a905c0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/fc24d52b5b364863b3846e7cb5a905c0 2024-11-24T09:21:44,529 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into fc24d52b5b364863b3846e7cb5a905c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:44,529 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:44,529 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440104459; duration=0sec 2024-11-24T09:21:44,529 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:44,529 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:44,529 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:44,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:44,531 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:44,531 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,531 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/5f96be70289f4f54a16eac81aba4aa39, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/bfd78fdaa638478e924d4f8797f5e705, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c6b565ffe2634280923db20eceb27db9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.2 K 2024-11-24T09:21:44,532 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f96be70289f4f54a16eac81aba4aa39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440100312 2024-11-24T09:21:44,533 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd78fdaa638478e924d4f8797f5e705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440100360 2024-11-24T09:21:44,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742099_1275 (size=14341) 2024-11-24T09:21:44,533 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c6b565ffe2634280923db20eceb27db9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732440101478 2024-11-24T09:21:44,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/30cd0947f6dd4fcbabe5af62ebb5a913 2024-11-24T09:21:44,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440164541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/77f22bb900c64f22bbabd4742a2a7ec2 is 50, key is test_row_0/B:col10/1732440104509/Put/seqid=0 2024-11-24T09:21:44,552 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:44,553 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d057aff13532428a956d1167b8b0da23 is 50, key is test_row_0/C:col10/1732440101478/Put/seqid=0 2024-11-24T09:21:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742100_1276 (size=12001) 2024-11-24T09:21:44,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/77f22bb900c64f22bbabd4742a2a7ec2 2024-11-24T09:21:44,566 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:21:44,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742101_1277 (size=12104) 2024-11-24T09:21:44,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/a7bbeac866284790bce8e4c462dd903e is 50, key is test_row_0/C:col10/1732440104509/Put/seqid=0 2024-11-24T09:21:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742102_1278 (size=12001) 2024-11-24T09:21:44,579 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d057aff13532428a956d1167b8b0da23 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d057aff13532428a956d1167b8b0da23 2024-11-24T09:21:44,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/a7bbeac866284790bce8e4c462dd903e 2024-11-24T09:21:44,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/30cd0947f6dd4fcbabe5af62ebb5a913 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/30cd0947f6dd4fcbabe5af62ebb5a913 2024-11-24T09:21:44,588 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into d057aff13532428a956d1167b8b0da23(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:44,588 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:44,588 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=13, startTime=1732440104459; duration=0sec 2024-11-24T09:21:44,590 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:44,590 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:44,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/30cd0947f6dd4fcbabe5af62ebb5a913, entries=200, sequenceid=75, filesize=14.0 K 2024-11-24T09:21:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/77f22bb900c64f22bbabd4742a2a7ec2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/77f22bb900c64f22bbabd4742a2a7ec2 2024-11-24T09:21:44,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/77f22bb900c64f22bbabd4742a2a7ec2, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T09:21:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/a7bbeac866284790bce8e4c462dd903e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/a7bbeac866284790bce8e4c462dd903e 2024-11-24T09:21:44,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/a7bbeac866284790bce8e4c462dd903e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T09:21:44,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 031f907a33f4bf7be8771ce8afc5483f in 97ms, sequenceid=75, compaction requested=false 2024-11-24T09:21:44,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:44,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:21:44,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:44,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f3e897ec64f841aa9a0149349f2d5483 is 50, key is test_row_0/A:col10/1732440104647/Put/seqid=0 2024-11-24T09:21:44,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742103_1279 (size=14341) 2024-11-24T09:21:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:21:44,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:21:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440164733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440164760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440164762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440164763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440164764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440164839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:44,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:21:44,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:44,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:44,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:44,908 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/c9f24de7f21341c5b3f03c4e784998da as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/c9f24de7f21341c5b3f03c4e784998da 2024-11-24T09:21:44,913 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into c9f24de7f21341c5b3f03c4e784998da(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:44,913 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:44,914 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440104459; duration=0sec 2024-11-24T09:21:44,914 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:44,914 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:21:45,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:21:45,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:45,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:45,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440165042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f3e897ec64f841aa9a0149349f2d5483 2024-11-24T09:21:45,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4962d0aa6ffd41c8b8576982322ffd93 is 50, key is test_row_0/B:col10/1732440104647/Put/seqid=0 2024-11-24T09:21:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742104_1280 (size=12001) 2024-11-24T09:21:45,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4962d0aa6ffd41c8b8576982322ffd93 2024-11-24T09:21:45,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/b02385fcf54942c8afa32f7acd82940d is 50, key is test_row_0/C:col10/1732440104647/Put/seqid=0 2024-11-24T09:21:45,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:21:45,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:45,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:45,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742105_1281 (size=12001) 2024-11-24T09:21:45,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/b02385fcf54942c8afa32f7acd82940d 2024-11-24T09:21:45,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f3e897ec64f841aa9a0149349f2d5483 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f3e897ec64f841aa9a0149349f2d5483 2024-11-24T09:21:45,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f3e897ec64f841aa9a0149349f2d5483, entries=200, sequenceid=89, filesize=14.0 K 2024-11-24T09:21:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4962d0aa6ffd41c8b8576982322ffd93 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4962d0aa6ffd41c8b8576982322ffd93 2024-11-24T09:21:45,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4962d0aa6ffd41c8b8576982322ffd93, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T09:21:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/b02385fcf54942c8afa32f7acd82940d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b02385fcf54942c8afa32f7acd82940d 2024-11-24T09:21:45,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b02385fcf54942c8afa32f7acd82940d, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T09:21:45,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 031f907a33f4bf7be8771ce8afc5483f in 570ms, sequenceid=89, compaction requested=true 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:45,219 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:45,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:45,219 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:45,220 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:45,220 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:45,220 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,220 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:45,221 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:45,221 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/fc24d52b5b364863b3846e7cb5a905c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/77f22bb900c64f22bbabd4742a2a7ec2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4962d0aa6ffd41c8b8576982322ffd93] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.3 K 2024-11-24T09:21:45,221 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,221 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/c9f24de7f21341c5b3f03c4e784998da, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/30cd0947f6dd4fcbabe5af62ebb5a913, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f3e897ec64f841aa9a0149349f2d5483] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=39.8 K 2024-11-24T09:21:45,221 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting fc24d52b5b364863b3846e7cb5a905c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732440101478 2024-11-24T09:21:45,222 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9f24de7f21341c5b3f03c4e784998da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732440101478 2024-11-24T09:21:45,222 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 77f22bb900c64f22bbabd4742a2a7ec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732440103613 2024-11-24T09:21:45,222 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4962d0aa6ffd41c8b8576982322ffd93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440104531 2024-11-24T09:21:45,222 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30cd0947f6dd4fcbabe5af62ebb5a913, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732440103613 2024-11-24T09:21:45,223 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3e897ec64f841aa9a0149349f2d5483, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440104531 2024-11-24T09:21:45,238 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:45,239 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4464d3927ba4494b9271085f5c8e8cc6 is 50, key is test_row_0/B:col10/1732440104647/Put/seqid=0 2024-11-24T09:21:45,240 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:45,241 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/84b1d68c176843e1872655d3a9bc2c49 is 50, key is test_row_0/A:col10/1732440104647/Put/seqid=0 2024-11-24T09:21:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742106_1282 (size=12207) 2024-11-24T09:21:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742107_1283 (size=12207) 2024-11-24T09:21:45,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,338 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:45,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:45,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/9fda4ecff8fb4a8cb681c8e17c74b586 is 50, key is test_row_0/A:col10/1732440104731/Put/seqid=0 2024-11-24T09:21:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:45,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742108_1284 (size=12001) 2024-11-24T09:21:45,365 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/9fda4ecff8fb4a8cb681c8e17c74b586 2024-11-24T09:21:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/31c6688b055548dfbe88f5bab14f4efe is 50, key is test_row_0/B:col10/1732440104731/Put/seqid=0 2024-11-24T09:21:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440165391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742109_1285 (size=12001) 2024-11-24T09:21:45,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440165495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:21:45,678 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4464d3927ba4494b9271085f5c8e8cc6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4464d3927ba4494b9271085f5c8e8cc6 2024-11-24T09:21:45,684 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 4464d3927ba4494b9271085f5c8e8cc6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:45,684 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:45,684 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440105219; duration=0sec 2024-11-24T09:21:45,684 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:45,684 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:45,684 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:45,687 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:45,687 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:45,687 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,687 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d057aff13532428a956d1167b8b0da23, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/a7bbeac866284790bce8e4c462dd903e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b02385fcf54942c8afa32f7acd82940d] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.3 K 2024-11-24T09:21:45,687 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d057aff13532428a956d1167b8b0da23, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732440101478 2024-11-24T09:21:45,688 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a7bbeac866284790bce8e4c462dd903e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732440103613 2024-11-24T09:21:45,689 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/84b1d68c176843e1872655d3a9bc2c49 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/84b1d68c176843e1872655d3a9bc2c49 2024-11-24T09:21:45,690 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b02385fcf54942c8afa32f7acd82940d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440104531 2024-11-24T09:21:45,697 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 84b1d68c176843e1872655d3a9bc2c49(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:45,697 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:45,697 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440105219; duration=0sec 2024-11-24T09:21:45,697 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:45,697 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,702 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440165701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,703 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c95930e10d804fe3986c851b67807d8b is 50, key is test_row_0/C:col10/1732440104647/Put/seqid=0 2024-11-24T09:21:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742110_1286 (size=12207) 2024-11-24T09:21:45,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440165766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440165770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440165774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440165775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:45,813 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/31c6688b055548dfbe88f5bab14f4efe 2024-11-24T09:21:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e17f5c19978a421f99a4e69c34998f3f is 50, key is test_row_0/C:col10/1732440104731/Put/seqid=0 2024-11-24T09:21:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742111_1287 (size=12001) 2024-11-24T09:21:45,871 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e17f5c19978a421f99a4e69c34998f3f 2024-11-24T09:21:45,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/9fda4ecff8fb4a8cb681c8e17c74b586 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/9fda4ecff8fb4a8cb681c8e17c74b586 2024-11-24T09:21:45,882 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/9fda4ecff8fb4a8cb681c8e17c74b586, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T09:21:45,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/31c6688b055548dfbe88f5bab14f4efe as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/31c6688b055548dfbe88f5bab14f4efe 2024-11-24T09:21:45,889 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/31c6688b055548dfbe88f5bab14f4efe, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T09:21:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e17f5c19978a421f99a4e69c34998f3f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e17f5c19978a421f99a4e69c34998f3f 2024-11-24T09:21:45,895 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e17f5c19978a421f99a4e69c34998f3f, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T09:21:45,896 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 031f907a33f4bf7be8771ce8afc5483f in 558ms, sequenceid=114, compaction requested=false 2024-11-24T09:21:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-24T09:21:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-24T09:21:45,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T09:21:45,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-11-24T09:21:45,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4890 sec 2024-11-24T09:21:46,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:21:46,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:46,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:46,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:46,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:46,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:46,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:46,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/92100a02f18749699461fbc0b5cebee5 is 50, key is test_row_0/A:col10/1732440106004/Put/seqid=0 2024-11-24T09:21:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742112_1288 (size=14391) 2024-11-24T09:21:46,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/92100a02f18749699461fbc0b5cebee5 2024-11-24T09:21:46,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/5772e6edacd745b9bb0134c7caa4a605 is 50, key is test_row_0/B:col10/1732440106004/Put/seqid=0 2024-11-24T09:21:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742113_1289 (size=12051) 2024-11-24T09:21:46,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440166109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,143 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c95930e10d804fe3986c851b67807d8b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c95930e10d804fe3986c851b67807d8b 2024-11-24T09:21:46,150 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into c95930e10d804fe3986c851b67807d8b(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:46,150 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:46,150 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=13, startTime=1732440105219; duration=0sec 2024-11-24T09:21:46,150 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:46,150 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:46,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440166214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440166419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/5772e6edacd745b9bb0134c7caa4a605 2024-11-24T09:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:21:46,518 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T09:21:46,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-24T09:21:46,522 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:21:46,523 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:46,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:46,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/3ce303a96e86492d81aa11c62eaa0be4 is 50, key is test_row_0/C:col10/1732440106004/Put/seqid=0 2024-11-24T09:21:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742114_1290 (size=12051) 2024-11-24T09:21:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:21:46,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T09:21:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:46,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440166723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:21:46,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T09:21:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:46,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:46,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:46,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T09:21:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:46,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:46,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/3ce303a96e86492d81aa11c62eaa0be4 2024-11-24T09:21:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/92100a02f18749699461fbc0b5cebee5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/92100a02f18749699461fbc0b5cebee5 2024-11-24T09:21:47,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/92100a02f18749699461fbc0b5cebee5, entries=200, sequenceid=129, filesize=14.1 K 2024-11-24T09:21:47,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/5772e6edacd745b9bb0134c7caa4a605 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5772e6edacd745b9bb0134c7caa4a605 2024-11-24T09:21:47,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5772e6edacd745b9bb0134c7caa4a605, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T09:21:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/3ce303a96e86492d81aa11c62eaa0be4 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3ce303a96e86492d81aa11c62eaa0be4 2024-11-24T09:21:47,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3ce303a96e86492d81aa11c62eaa0be4, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T09:21:47,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 031f907a33f4bf7be8771ce8afc5483f in 1013ms, sequenceid=129, compaction requested=true 2024-11-24T09:21:47,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:47,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:47,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:47,019 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:47,019 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:47,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:47,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:47,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:47,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:47,021 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:47,021 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:47,021 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:47,021 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/84b1d68c176843e1872655d3a9bc2c49, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/9fda4ecff8fb4a8cb681c8e17c74b586, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/92100a02f18749699461fbc0b5cebee5] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=37.7 K 2024-11-24T09:21:47,021 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:47,022 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:47,022 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:47,022 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4464d3927ba4494b9271085f5c8e8cc6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/31c6688b055548dfbe88f5bab14f4efe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5772e6edacd745b9bb0134c7caa4a605] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.4 K 2024-11-24T09:21:47,022 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84b1d68c176843e1872655d3a9bc2c49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440104531 2024-11-24T09:21:47,024 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4464d3927ba4494b9271085f5c8e8cc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440104531 2024-11-24T09:21:47,024 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fda4ecff8fb4a8cb681c8e17c74b586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732440104712 2024-11-24T09:21:47,024 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 31c6688b055548dfbe88f5bab14f4efe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732440104712 2024-11-24T09:21:47,025 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92100a02f18749699461fbc0b5cebee5, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732440105367 2024-11-24T09:21:47,025 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5772e6edacd745b9bb0134c7caa4a605, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732440105378 2024-11-24T09:21:47,041 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:47,041 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/fd42122ff24c4b74b651b24e23a0ca4d is 50, key is test_row_0/A:col10/1732440106004/Put/seqid=0 2024-11-24T09:21:47,046 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:47,047 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/7d4a78485e294837931a7241df3ee467 is 50, key is test_row_0/B:col10/1732440106004/Put/seqid=0 2024-11-24T09:21:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742115_1291 (size=12359) 2024-11-24T09:21:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742116_1292 (size=12359) 2024-11-24T09:21:47,112 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/7d4a78485e294837931a7241df3ee467 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7d4a78485e294837931a7241df3ee467 2024-11-24T09:21:47,118 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 7d4a78485e294837931a7241df3ee467(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:47,119 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:47,119 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440107019; duration=0sec 2024-11-24T09:21:47,119 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:47,119 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:47,119 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:47,120 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:47,120 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:47,121 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:47,121 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c95930e10d804fe3986c851b67807d8b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e17f5c19978a421f99a4e69c34998f3f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3ce303a96e86492d81aa11c62eaa0be4] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.4 K 2024-11-24T09:21:47,121 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c95930e10d804fe3986c851b67807d8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440104531 2024-11-24T09:21:47,122 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e17f5c19978a421f99a4e69c34998f3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732440104712 2024-11-24T09:21:47,122 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce303a96e86492d81aa11c62eaa0be4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732440105378 2024-11-24T09:21:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:21:47,130 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:47,131 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c8b3b34c519e477dad42e49f7fdf7d1b is 50, key is test_row_0/C:col10/1732440106004/Put/seqid=0 2024-11-24T09:21:47,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T09:21:47,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:47,137 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:21:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:47,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/41c46021988b47ed9164ee7cbeca51bf is 50, key is test_row_0/A:col10/1732440106107/Put/seqid=0 2024-11-24T09:21:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742117_1293 (size=12359) 2024-11-24T09:21:47,189 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c8b3b34c519e477dad42e49f7fdf7d1b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c8b3b34c519e477dad42e49f7fdf7d1b 2024-11-24T09:21:47,196 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into c8b3b34c519e477dad42e49f7fdf7d1b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:47,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:47,197 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=13, startTime=1732440107020; duration=0sec 2024-11-24T09:21:47,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:47,197 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742118_1294 (size=12151) 2024-11-24T09:21:47,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:47,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440167254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440167357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,485 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/fd42122ff24c4b74b651b24e23a0ca4d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fd42122ff24c4b74b651b24e23a0ca4d 2024-11-24T09:21:47,492 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into fd42122ff24c4b74b651b24e23a0ca4d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:47,493 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:47,493 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440107019; duration=0sec 2024-11-24T09:21:47,493 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:47,493 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:47,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440167560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,614 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/41c46021988b47ed9164ee7cbeca51bf 2024-11-24T09:21:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:21:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/286dbc9865674f5b920b8cf3fa6623ef is 50, key is test_row_0/B:col10/1732440106107/Put/seqid=0 2024-11-24T09:21:47,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742119_1295 (size=12151) 2024-11-24T09:21:47,680 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/286dbc9865674f5b920b8cf3fa6623ef 2024-11-24T09:21:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/84a7f3d477d34547bf4a118a76c08285 is 50, key is test_row_0/C:col10/1732440106107/Put/seqid=0 2024-11-24T09:21:47,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742120_1296 (size=12151) 2024-11-24T09:21:47,728 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/84a7f3d477d34547bf4a118a76c08285 2024-11-24T09:21:47,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/41c46021988b47ed9164ee7cbeca51bf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/41c46021988b47ed9164ee7cbeca51bf 2024-11-24T09:21:47,738 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/41c46021988b47ed9164ee7cbeca51bf, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T09:21:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/286dbc9865674f5b920b8cf3fa6623ef as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/286dbc9865674f5b920b8cf3fa6623ef 2024-11-24T09:21:47,746 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/286dbc9865674f5b920b8cf3fa6623ef, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T09:21:47,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/84a7f3d477d34547bf4a118a76c08285 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/84a7f3d477d34547bf4a118a76c08285 2024-11-24T09:21:47,752 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/84a7f3d477d34547bf4a118a76c08285, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T09:21:47,753 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 031f907a33f4bf7be8771ce8afc5483f in 616ms, sequenceid=154, compaction requested=false 2024-11-24T09:21:47,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:47,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:47,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-24T09:21:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-24T09:21:47,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T09:21:47,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2320 sec 2024-11-24T09:21:47,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.2360 sec 2024-11-24T09:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:47,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:21:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:47,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:47,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/bb0e1cae1dbc4605b7017677131e4c0e is 50, key is test_row_0/A:col10/1732440107249/Put/seqid=0 2024-11-24T09:21:47,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742121_1297 (size=12151) 2024-11-24T09:21:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440167802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440167803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440167803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440167804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440167864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440167906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440167907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440167907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:47,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440167908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440168111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440168111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440168111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440168111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/bb0e1cae1dbc4605b7017677131e4c0e 2024-11-24T09:21:48,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d4afe85c6868478ea42f99066cbe4fbf is 50, key is test_row_0/B:col10/1732440107249/Put/seqid=0 2024-11-24T09:21:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742122_1298 (size=12151) 2024-11-24T09:21:48,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d4afe85c6868478ea42f99066cbe4fbf 2024-11-24T09:21:48,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/940eaf5d00434c49ab025b3dd14ea3ab is 50, key is test_row_0/C:col10/1732440107249/Put/seqid=0 2024-11-24T09:21:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742123_1299 (size=12151) 2024-11-24T09:21:48,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/940eaf5d00434c49ab025b3dd14ea3ab 2024-11-24T09:21:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/bb0e1cae1dbc4605b7017677131e4c0e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/bb0e1cae1dbc4605b7017677131e4c0e 2024-11-24T09:21:48,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/bb0e1cae1dbc4605b7017677131e4c0e, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T09:21:48,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d4afe85c6868478ea42f99066cbe4fbf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d4afe85c6868478ea42f99066cbe4fbf 2024-11-24T09:21:48,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d4afe85c6868478ea42f99066cbe4fbf, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T09:21:48,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/940eaf5d00434c49ab025b3dd14ea3ab as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/940eaf5d00434c49ab025b3dd14ea3ab 2024-11-24T09:21:48,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/940eaf5d00434c49ab025b3dd14ea3ab, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T09:21:48,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 031f907a33f4bf7be8771ce8afc5483f in 517ms, sequenceid=170, compaction requested=true 2024-11-24T09:21:48,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:48,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:48,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:48,290 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:48,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:48,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:48,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:48,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:48,291 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:48,292 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:48,292 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:48,292 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,292 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7d4a78485e294837931a7241df3ee467, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/286dbc9865674f5b920b8cf3fa6623ef, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d4afe85c6868478ea42f99066cbe4fbf] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.8 K 2024-11-24T09:21:48,293 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:48,293 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:48,293 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,293 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fd42122ff24c4b74b651b24e23a0ca4d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/41c46021988b47ed9164ee7cbeca51bf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/bb0e1cae1dbc4605b7017677131e4c0e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.8 K 2024-11-24T09:21:48,293 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d4a78485e294837931a7241df3ee467, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732440105378 2024-11-24T09:21:48,293 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd42122ff24c4b74b651b24e23a0ca4d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732440105378 2024-11-24T09:21:48,294 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41c46021988b47ed9164ee7cbeca51bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732440106074 2024-11-24T09:21:48,294 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 286dbc9865674f5b920b8cf3fa6623ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732440106074 2024-11-24T09:21:48,294 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb0e1cae1dbc4605b7017677131e4c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440107244 2024-11-24T09:21:48,294 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d4afe85c6868478ea42f99066cbe4fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440107244 2024-11-24T09:21:48,306 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:48,306 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/513995c8d6b74fdcb3de10d868191c7a is 50, key is test_row_0/A:col10/1732440107249/Put/seqid=0 2024-11-24T09:21:48,317 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:48,318 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ae6843d7860a429fa51cc439a7e941f2 is 50, key is test_row_0/B:col10/1732440107249/Put/seqid=0 2024-11-24T09:21:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742124_1300 (size=12561) 2024-11-24T09:21:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742125_1301 (size=12561) 2024-11-24T09:21:48,373 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ae6843d7860a429fa51cc439a7e941f2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ae6843d7860a429fa51cc439a7e941f2 2024-11-24T09:21:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:48,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:21:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:48,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:48,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:48,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:48,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:48,384 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into ae6843d7860a429fa51cc439a7e941f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:48,384 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:48,384 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440108290; duration=0sec 2024-11-24T09:21:48,384 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:48,384 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:48,385 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:48,386 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:48,386 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:48,386 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,387 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c8b3b34c519e477dad42e49f7fdf7d1b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/84a7f3d477d34547bf4a118a76c08285, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/940eaf5d00434c49ab025b3dd14ea3ab] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=35.8 K 2024-11-24T09:21:48,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/0902cc766fb64c02943e07649ec0cb59 is 50, key is test_row_0/A:col10/1732440107801/Put/seqid=0 2024-11-24T09:21:48,387 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c8b3b34c519e477dad42e49f7fdf7d1b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732440105378 2024-11-24T09:21:48,389 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 84a7f3d477d34547bf4a118a76c08285, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732440106074 2024-11-24T09:21:48,389 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 940eaf5d00434c49ab025b3dd14ea3ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440107244 2024-11-24T09:21:48,415 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:48,416 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/8c4179fb4f2f42168ca0d0629d8ce91d is 50, key is test_row_0/C:col10/1732440107249/Put/seqid=0 2024-11-24T09:21:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440168417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440168417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440168417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440168418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742126_1302 (size=12151) 2024-11-24T09:21:48,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/0902cc766fb64c02943e07649ec0cb59 2024-11-24T09:21:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440168422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ecc4bb0769d348b2856b18e58bb14d11 is 50, key is test_row_0/B:col10/1732440107801/Put/seqid=0 2024-11-24T09:21:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742127_1303 (size=12561) 2024-11-24T09:21:48,471 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/8c4179fb4f2f42168ca0d0629d8ce91d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8c4179fb4f2f42168ca0d0629d8ce91d 2024-11-24T09:21:48,478 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into 8c4179fb4f2f42168ca0d0629d8ce91d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:48,478 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:48,478 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=13, startTime=1732440108291; duration=0sec 2024-11-24T09:21:48,478 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:48,478 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742128_1304 (size=12151) 2024-11-24T09:21:48,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ecc4bb0769d348b2856b18e58bb14d11 2024-11-24T09:21:48,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d56bab92b3954664b38a020434f86810 is 50, key is test_row_0/C:col10/1732440107801/Put/seqid=0 2024-11-24T09:21:48,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742129_1305 (size=12151) 2024-11-24T09:21:48,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d56bab92b3954664b38a020434f86810 2024-11-24T09:21:48,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/0902cc766fb64c02943e07649ec0cb59 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0902cc766fb64c02943e07649ec0cb59 2024-11-24T09:21:48,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0902cc766fb64c02943e07649ec0cb59, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T09:21:48,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440168524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ecc4bb0769d348b2856b18e58bb14d11 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecc4bb0769d348b2856b18e58bb14d11 2024-11-24T09:21:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440168528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecc4bb0769d348b2856b18e58bb14d11, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T09:21:48,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d56bab92b3954664b38a020434f86810 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d56bab92b3954664b38a020434f86810 2024-11-24T09:21:48,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d56bab92b3954664b38a020434f86810, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T09:21:48,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 031f907a33f4bf7be8771ce8afc5483f in 160ms, sequenceid=194, compaction requested=false 2024-11-24T09:21:48,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:21:48,627 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-24T09:21:48,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-24T09:21:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T09:21:48,632 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:48,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:48,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:48,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:21:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:48,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T09:21:48,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/1b5b7014f54e4ef0b9ce7c9599c348be is 50, key is test_row_0/A:col10/1732440108412/Put/seqid=0 2024-11-24T09:21:48,751 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/513995c8d6b74fdcb3de10d868191c7a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/513995c8d6b74fdcb3de10d868191c7a 2024-11-24T09:21:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742130_1306 (size=14541) 2024-11-24T09:21:48,780 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 513995c8d6b74fdcb3de10d868191c7a(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:48,781 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:48,781 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440108290; duration=0sec 2024-11-24T09:21:48,781 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:48,781 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:48,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:48,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:48,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440168801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440168802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440168904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440168905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440168925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440168925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440168932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T09:21:48,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:48,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:48,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440169107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440169108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/1b5b7014f54e4ef0b9ce7c9599c348be 2024-11-24T09:21:49,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1713bc73cc514a84bd600709dbc4598f is 50, key is test_row_0/B:col10/1732440108412/Put/seqid=0 2024-11-24T09:21:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742131_1307 (size=12151) 2024-11-24T09:21:49,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1713bc73cc514a84bd600709dbc4598f 2024-11-24T09:21:49,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/50bb06a70cfd4de3b32644c77770db07 is 50, key is test_row_0/C:col10/1732440108412/Put/seqid=0 2024-11-24T09:21:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742132_1308 (size=12151) 2024-11-24T09:21:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T09:21:49,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:49,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440169411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440169412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:49,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/50bb06a70cfd4de3b32644c77770db07 2024-11-24T09:21:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/1b5b7014f54e4ef0b9ce7c9599c348be as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1b5b7014f54e4ef0b9ce7c9599c348be 2024-11-24T09:21:49,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1b5b7014f54e4ef0b9ce7c9599c348be, entries=200, sequenceid=209, filesize=14.2 K 2024-11-24T09:21:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1713bc73cc514a84bd600709dbc4598f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1713bc73cc514a84bd600709dbc4598f 2024-11-24T09:21:49,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1713bc73cc514a84bd600709dbc4598f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T09:21:49,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/50bb06a70cfd4de3b32644c77770db07 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/50bb06a70cfd4de3b32644c77770db07 2024-11-24T09:21:49,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/50bb06a70cfd4de3b32644c77770db07, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T09:21:49,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 031f907a33f4bf7be8771ce8afc5483f in 897ms, sequenceid=209, compaction requested=true 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:49,626 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:49,626 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:49,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:49,628 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:49,628 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:49,628 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:49,628 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:49,629 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,629 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,629 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/513995c8d6b74fdcb3de10d868191c7a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0902cc766fb64c02943e07649ec0cb59, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1b5b7014f54e4ef0b9ce7c9599c348be] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=38.3 K 2024-11-24T09:21:49,629 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ae6843d7860a429fa51cc439a7e941f2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecc4bb0769d348b2856b18e58bb14d11, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1713bc73cc514a84bd600709dbc4598f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=36.0 K 2024-11-24T09:21:49,629 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 513995c8d6b74fdcb3de10d868191c7a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440107244 2024-11-24T09:21:49,629 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ae6843d7860a429fa51cc439a7e941f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440107244 2024-11-24T09:21:49,630 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0902cc766fb64c02943e07649ec0cb59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732440107801 2024-11-24T09:21:49,630 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc4bb0769d348b2856b18e58bb14d11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732440107801 2024-11-24T09:21:49,630 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b5b7014f54e4ef0b9ce7c9599c348be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440108402 2024-11-24T09:21:49,630 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1713bc73cc514a84bd600709dbc4598f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440108402 2024-11-24T09:21:49,641 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:49,641 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/b5bcf7c6331744da8030a8ea742970ff is 50, key is test_row_0/B:col10/1732440108412/Put/seqid=0 2024-11-24T09:21:49,650 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:49,651 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/cd793b6f73a543ad938271a2a7c0e1fe is 50, key is test_row_0/A:col10/1732440108412/Put/seqid=0 2024-11-24T09:21:49,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742133_1309 (size=12663) 2024-11-24T09:21:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742134_1310 (size=12663) 2024-11-24T09:21:49,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T09:21:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,709 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:21:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:49,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/992c24bdb35d441ba98199ef17bcbe5e is 50, key is test_row_0/A:col10/1732440108800/Put/seqid=0 2024-11-24T09:21:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T09:21:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742135_1311 (size=12151) 2024-11-24T09:21:49,755 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/992c24bdb35d441ba98199ef17bcbe5e 2024-11-24T09:21:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1a09546cc1694853bcab53d37047c142 is 50, key is test_row_0/B:col10/1732440108800/Put/seqid=0 2024-11-24T09:21:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742136_1312 (size=12151) 2024-11-24T09:21:49,806 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1a09546cc1694853bcab53d37047c142 2024-11-24T09:21:49,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/37be1f226eda447fbfb606624a551bf1 is 50, key is test_row_0/C:col10/1732440108800/Put/seqid=0 2024-11-24T09:21:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742137_1313 (size=12151) 2024-11-24T09:21:49,830 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/37be1f226eda447fbfb606624a551bf1 2024-11-24T09:21:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/992c24bdb35d441ba98199ef17bcbe5e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/992c24bdb35d441ba98199ef17bcbe5e 2024-11-24T09:21:49,848 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/992c24bdb35d441ba98199ef17bcbe5e, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T09:21:49,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1a09546cc1694853bcab53d37047c142 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1a09546cc1694853bcab53d37047c142 2024-11-24T09:21:49,861 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1a09546cc1694853bcab53d37047c142, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T09:21:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/37be1f226eda447fbfb606624a551bf1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/37be1f226eda447fbfb606624a551bf1 2024-11-24T09:21:49,867 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/37be1f226eda447fbfb606624a551bf1, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T09:21:49,868 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 031f907a33f4bf7be8771ce8afc5483f in 159ms, sequenceid=233, compaction requested=true 2024-11-24T09:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-24T09:21:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-24T09:21:49,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T09:21:49,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2380 sec 2024-11-24T09:21:49,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.2450 sec 2024-11-24T09:21:49,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:21:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:49,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:49,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/d011fe9b6fb14d6298831173f881b019 is 50, key is test_row_0/A:col10/1732440109932/Put/seqid=0 2024-11-24T09:21:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742138_1314 (size=14541) 2024-11-24T09:21:49,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440169967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440169969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440169970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440169972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:49,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440169974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440170075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440170075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,079 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/cd793b6f73a543ad938271a2a7c0e1fe as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/cd793b6f73a543ad938271a2a7c0e1fe 2024-11-24T09:21:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440170076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440170077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440170079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,086 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into cd793b6f73a543ad938271a2a7c0e1fe(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:50,086 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:50,086 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440109626; duration=0sec 2024-11-24T09:21:50,086 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:50,086 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:50,086 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:50,087 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/b5bcf7c6331744da8030a8ea742970ff as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b5bcf7c6331744da8030a8ea742970ff 2024-11-24T09:21:50,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:50,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:50,089 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:50,089 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8c4179fb4f2f42168ca0d0629d8ce91d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d56bab92b3954664b38a020434f86810, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/50bb06a70cfd4de3b32644c77770db07, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/37be1f226eda447fbfb606624a551bf1] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=47.9 K 2024-11-24T09:21:50,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c4179fb4f2f42168ca0d0629d8ce91d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440107244 2024-11-24T09:21:50,090 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d56bab92b3954664b38a020434f86810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732440107801 2024-11-24T09:21:50,091 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50bb06a70cfd4de3b32644c77770db07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440108402 2024-11-24T09:21:50,092 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37be1f226eda447fbfb606624a551bf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440108792 2024-11-24T09:21:50,098 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into b5bcf7c6331744da8030a8ea742970ff(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:50,098 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:50,098 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440109626; duration=0sec 2024-11-24T09:21:50,098 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:50,098 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:50,115 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:50,115 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d5d929bfd31845a087cce90469fdc26e is 50, key is test_row_0/C:col10/1732440108800/Put/seqid=0 2024-11-24T09:21:50,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742139_1315 (size=12697) 2024-11-24T09:21:50,159 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/d5d929bfd31845a087cce90469fdc26e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d5d929bfd31845a087cce90469fdc26e 2024-11-24T09:21:50,167 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into d5d929bfd31845a087cce90469fdc26e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:50,167 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:50,167 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=12, startTime=1732440109626; duration=0sec 2024-11-24T09:21:50,169 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:50,169 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:50,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440170280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440170284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440170285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440170286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440170286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/d011fe9b6fb14d6298831173f881b019 2024-11-24T09:21:50,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/91f140d6d8444d158be63f505789f675 is 50, key is test_row_0/B:col10/1732440109932/Put/seqid=0 2024-11-24T09:21:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742140_1316 (size=12151) 2024-11-24T09:21:50,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/91f140d6d8444d158be63f505789f675 2024-11-24T09:21:50,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e84acb19a98b4d28a2d293a701ece337 is 50, key is test_row_0/C:col10/1732440109932/Put/seqid=0 2024-11-24T09:21:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742141_1317 (size=12151) 2024-11-24T09:21:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440170585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440170587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440170587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440170588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440170589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T09:21:50,736 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T09:21:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-24T09:21:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T09:21:50,740 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:50,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:50,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:50,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e84acb19a98b4d28a2d293a701ece337 2024-11-24T09:21:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/d011fe9b6fb14d6298831173f881b019 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/d011fe9b6fb14d6298831173f881b019 2024-11-24T09:21:50,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/d011fe9b6fb14d6298831173f881b019, entries=200, sequenceid=245, filesize=14.2 K 2024-11-24T09:21:50,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/91f140d6d8444d158be63f505789f675 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/91f140d6d8444d158be63f505789f675 2024-11-24T09:21:50,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/91f140d6d8444d158be63f505789f675, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T09:21:50,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e84acb19a98b4d28a2d293a701ece337 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e84acb19a98b4d28a2d293a701ece337 2024-11-24T09:21:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T09:21:50,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e84acb19a98b4d28a2d293a701ece337, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T09:21:50,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 031f907a33f4bf7be8771ce8afc5483f in 912ms, sequenceid=245, compaction requested=true 2024-11-24T09:21:50,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:50,847 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:50,848 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:50,849 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:50,849 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:50,849 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:50,849 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/cd793b6f73a543ad938271a2a7c0e1fe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/992c24bdb35d441ba98199ef17bcbe5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/d011fe9b6fb14d6298831173f881b019] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=38.4 K 2024-11-24T09:21:50,849 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:50,849 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd793b6f73a543ad938271a2a7c0e1fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440108402 2024-11-24T09:21:50,849 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:50,849 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:50,850 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b5bcf7c6331744da8030a8ea742970ff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1a09546cc1694853bcab53d37047c142, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/91f140d6d8444d158be63f505789f675] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=36.1 K 2024-11-24T09:21:50,850 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b5bcf7c6331744da8030a8ea742970ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440108402 2024-11-24T09:21:50,850 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 992c24bdb35d441ba98199ef17bcbe5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440108792 2024-11-24T09:21:50,851 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a09546cc1694853bcab53d37047c142, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440108792 2024-11-24T09:21:50,852 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 91f140d6d8444d158be63f505789f675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732440109932 2024-11-24T09:21:50,852 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d011fe9b6fb14d6298831173f881b019, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732440109923 2024-11-24T09:21:50,882 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:50,883 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/7eedfcf8df8c4b8a85a26929e9b85127 is 50, key is test_row_0/B:col10/1732440109932/Put/seqid=0 2024-11-24T09:21:50,890 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:50,891 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/7d30b88dc86c4fb9ae5260cb6c19922b is 50, key is test_row_0/A:col10/1732440109932/Put/seqid=0 2024-11-24T09:21:50,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:50,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:50,895 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742142_1318 (size=12765) 2024-11-24T09:21:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/fb723b28948b4f0e9e823205fde6f96a is 50, key is test_row_0/A:col10/1732440109971/Put/seqid=0 2024-11-24T09:21:50,919 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/7eedfcf8df8c4b8a85a26929e9b85127 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7eedfcf8df8c4b8a85a26929e9b85127 2024-11-24T09:21:50,937 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 7eedfcf8df8c4b8a85a26929e9b85127(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:50,937 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:50,937 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440110848; duration=0sec 2024-11-24T09:21:50,937 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:50,937 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:50,937 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:21:50,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:21:50,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:21:50,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. because compaction request was cancelled 2024-11-24T09:21:50,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742144_1320 (size=12301) 2024-11-24T09:21:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742143_1319 (size=12765) 2024-11-24T09:21:50,960 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/fb723b28948b4f0e9e823205fde6f96a 2024-11-24T09:21:50,972 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/7d30b88dc86c4fb9ae5260cb6c19922b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/7d30b88dc86c4fb9ae5260cb6c19922b 2024-11-24T09:21:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d1136c6a3e0e459b95a753348d0f1a3a is 50, key is test_row_0/B:col10/1732440109971/Put/seqid=0 2024-11-24T09:21:50,980 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 7d30b88dc86c4fb9ae5260cb6c19922b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:50,980 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:50,980 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440110847; duration=0sec 2024-11-24T09:21:50,980 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:50,980 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742145_1321 (size=12301) 2024-11-24T09:21:50,987 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d1136c6a3e0e459b95a753348d0f1a3a 2024-11-24T09:21:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/492b653c12374dd199245ba99c24ca98 is 50, key is test_row_0/C:col10/1732440109971/Put/seqid=0 2024-11-24T09:21:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742146_1322 (size=12301) 2024-11-24T09:21:51,031 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/492b653c12374dd199245ba99c24ca98 2024-11-24T09:21:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/fb723b28948b4f0e9e823205fde6f96a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fb723b28948b4f0e9e823205fde6f96a 2024-11-24T09:21:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T09:21:51,042 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fb723b28948b4f0e9e823205fde6f96a, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T09:21:51,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d1136c6a3e0e459b95a753348d0f1a3a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d1136c6a3e0e459b95a753348d0f1a3a 2024-11-24T09:21:51,048 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d1136c6a3e0e459b95a753348d0f1a3a, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T09:21:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/492b653c12374dd199245ba99c24ca98 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/492b653c12374dd199245ba99c24ca98 2024-11-24T09:21:51,062 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/492b653c12374dd199245ba99c24ca98, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T09:21:51,063 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 031f907a33f4bf7be8771ce8afc5483f in 168ms, sequenceid=272, compaction requested=true 2024-11-24T09:21:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-24T09:21:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-24T09:21:51,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T09:21:51,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 324 msec 2024-11-24T09:21:51,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 331 msec 2024-11-24T09:21:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:51,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:21:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:51,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/a4584531b0314b36a4c9d5c8966ed840 is 50, key is test_row_0/A:col10/1732440111095/Put/seqid=0 2024-11-24T09:21:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742147_1323 (size=14741) 2024-11-24T09:21:51,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/a4584531b0314b36a4c9d5c8966ed840 2024-11-24T09:21:51,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440171120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/381c26b9905e47fa99daee7f623752ba is 50, key is test_row_0/B:col10/1732440111095/Put/seqid=0 2024-11-24T09:21:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440171124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440171124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440171125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440171124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742148_1324 (size=12301) 2024-11-24T09:21:51,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/381c26b9905e47fa99daee7f623752ba 2024-11-24T09:21:51,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd is 50, key is test_row_0/C:col10/1732440111095/Put/seqid=0 2024-11-24T09:21:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742149_1325 (size=12301) 2024-11-24T09:21:51,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd 2024-11-24T09:21:51,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/a4584531b0314b36a4c9d5c8966ed840 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/a4584531b0314b36a4c9d5c8966ed840 2024-11-24T09:21:51,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/a4584531b0314b36a4c9d5c8966ed840, entries=200, sequenceid=286, filesize=14.4 K 2024-11-24T09:21:51,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/381c26b9905e47fa99daee7f623752ba as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/381c26b9905e47fa99daee7f623752ba 2024-11-24T09:21:51,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/381c26b9905e47fa99daee7f623752ba, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T09:21:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd 2024-11-24T09:21:51,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T09:21:51,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 031f907a33f4bf7be8771ce8afc5483f in 92ms, sequenceid=286, compaction requested=true 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:51,190 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:51,190 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:51,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:51,192 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:51,192 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:51,192 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,193 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/7d30b88dc86c4fb9ae5260cb6c19922b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fb723b28948b4f0e9e823205fde6f96a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/a4584531b0314b36a4c9d5c8966ed840] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=38.9 K 2024-11-24T09:21:51,193 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:51,193 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:51,193 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,193 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7eedfcf8df8c4b8a85a26929e9b85127, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d1136c6a3e0e459b95a753348d0f1a3a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/381c26b9905e47fa99daee7f623752ba] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=36.5 K 2024-11-24T09:21:51,194 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d30b88dc86c4fb9ae5260cb6c19922b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732440109932 2024-11-24T09:21:51,194 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eedfcf8df8c4b8a85a26929e9b85127, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732440109932 2024-11-24T09:21:51,195 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb723b28948b4f0e9e823205fde6f96a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440109968 2024-11-24T09:21:51,195 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d1136c6a3e0e459b95a753348d0f1a3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440109968 2024-11-24T09:21:51,195 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4584531b0314b36a4c9d5c8966ed840, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440111093 2024-11-24T09:21:51,195 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 381c26b9905e47fa99daee7f623752ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440111093 2024-11-24T09:21:51,206 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:51,207 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/7773cd44c7e9490b8ba10138a87f9bab is 50, key is test_row_0/B:col10/1732440111095/Put/seqid=0 2024-11-24T09:21:51,207 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:51,209 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/ea2600a854914ed9864a3cf505b30393 is 50, key is test_row_0/A:col10/1732440111095/Put/seqid=0 2024-11-24T09:21:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742150_1326 (size=13017) 2024-11-24T09:21:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742151_1327 (size=13017) 2024-11-24T09:21:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:51,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:21:51,233 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/ea2600a854914ed9864a3cf505b30393 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/ea2600a854914ed9864a3cf505b30393 2024-11-24T09:21:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:51,239 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into ea2600a854914ed9864a3cf505b30393(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:51,239 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:51,239 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440111190; duration=0sec 2024-11-24T09:21:51,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b488fed731ce44a29408ac737dc9ffbd is 50, key is test_row_0/A:col10/1732440111232/Put/seqid=0 2024-11-24T09:21:51,239 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:51,239 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:51,240 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:51,241 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:51,241 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:51,241 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,241 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d5d929bfd31845a087cce90469fdc26e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e84acb19a98b4d28a2d293a701ece337, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/492b653c12374dd199245ba99c24ca98, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=48.3 K 2024-11-24T09:21:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440171237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,242 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d929bfd31845a087cce90469fdc26e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440108792 2024-11-24T09:21:51,242 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e84acb19a98b4d28a2d293a701ece337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732440109932 2024-11-24T09:21:51,242 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 492b653c12374dd199245ba99c24ca98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440109968 2024-11-24T09:21:51,243 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb7ac3cb13b5459b8aacfc5bb5cbaccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440111093 2024-11-24T09:21:51,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440171239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742152_1328 (size=14741) 2024-11-24T09:21:51,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440171239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440171240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440171241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,254 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#279 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:51,255 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/019acd13aca7495582949c36bbc87991 is 50, key is test_row_0/C:col10/1732440111095/Put/seqid=0 2024-11-24T09:21:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742153_1329 (size=12983) 2024-11-24T09:21:51,267 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/019acd13aca7495582949c36bbc87991 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/019acd13aca7495582949c36bbc87991 2024-11-24T09:21:51,273 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into 019acd13aca7495582949c36bbc87991(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:51,274 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:51,274 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=12, startTime=1732440111190; duration=0sec 2024-11-24T09:21:51,274 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:51,274 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T09:21:51,343 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-24T09:21:51,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440171343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-24T09:21:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T09:21:51,347 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:51,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440171346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,348 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440171346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440171346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440171347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T09:21:51,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T09:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440171545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440171549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440171550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440171550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440171550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,624 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/7773cd44c7e9490b8ba10138a87f9bab as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7773cd44c7e9490b8ba10138a87f9bab 2024-11-24T09:21:51,629 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 7773cd44c7e9490b8ba10138a87f9bab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:51,629 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:51,629 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440111190; duration=0sec 2024-11-24T09:21:51,629 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:51,629 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:51,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b488fed731ce44a29408ac737dc9ffbd 2024-11-24T09:21:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T09:21:51,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T09:21:51,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ecd2958419314ed5bcbe774f2ed8c7fd is 50, key is test_row_0/B:col10/1732440111232/Put/seqid=0 2024-11-24T09:21:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742154_1330 (size=12301) 2024-11-24T09:21:51,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ecd2958419314ed5bcbe774f2ed8c7fd 2024-11-24T09:21:51,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/98656f84c49b400c8af913a3f255357e is 50, key is test_row_0/C:col10/1732440111232/Put/seqid=0 2024-11-24T09:21:51,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742155_1331 (size=12301) 2024-11-24T09:21:51,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T09:21:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440171848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440171852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440171853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440171854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440171855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T09:21:51,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:51,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T09:21:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:51,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:52,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/98656f84c49b400c8af913a3f255357e 2024-11-24T09:21:52,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b488fed731ce44a29408ac737dc9ffbd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b488fed731ce44a29408ac737dc9ffbd 2024-11-24T09:21:52,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b488fed731ce44a29408ac737dc9ffbd, entries=200, sequenceid=313, filesize=14.4 K 2024-11-24T09:21:52,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/ecd2958419314ed5bcbe774f2ed8c7fd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecd2958419314ed5bcbe774f2ed8c7fd 2024-11-24T09:21:52,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecd2958419314ed5bcbe774f2ed8c7fd, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T09:21:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/98656f84c49b400c8af913a3f255357e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/98656f84c49b400c8af913a3f255357e 2024-11-24T09:21:52,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/98656f84c49b400c8af913a3f255357e, entries=150, sequenceid=313, filesize=12.0 K 2024-11-24T09:21:52,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 031f907a33f4bf7be8771ce8afc5483f in 876ms, sequenceid=313, compaction requested=false 2024-11-24T09:21:52,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:52,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T09:21:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:52,115 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:21:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:52,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:52,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70e01d54fffb4150a99c2382932f36a6 is 50, key is test_row_0/A:col10/1732440111238/Put/seqid=0 2024-11-24T09:21:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742156_1332 (size=12301) 2024-11-24T09:21:52,124 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70e01d54fffb4150a99c2382932f36a6 2024-11-24T09:21:52,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2138016ecb634067b52a40760a20b2b6 is 50, key is test_row_0/B:col10/1732440111238/Put/seqid=0 2024-11-24T09:21:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742157_1333 (size=12301) 2024-11-24T09:21:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:52,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:52,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440172381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440172382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440172384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440172384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440172385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T09:21:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440172486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440172486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440172487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440172488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440172488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,542 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2138016ecb634067b52a40760a20b2b6 2024-11-24T09:21:52,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4b743f52f5ce43b48c2f9cff7b3ede9f is 50, key is test_row_0/C:col10/1732440111238/Put/seqid=0 2024-11-24T09:21:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742158_1334 (size=12301) 2024-11-24T09:21:52,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440172688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440172688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440172689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440172692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440172692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:52,963 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4b743f52f5ce43b48c2f9cff7b3ede9f 2024-11-24T09:21:52,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70e01d54fffb4150a99c2382932f36a6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70e01d54fffb4150a99c2382932f36a6 2024-11-24T09:21:52,972 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70e01d54fffb4150a99c2382932f36a6, entries=150, sequenceid=325, filesize=12.0 K 2024-11-24T09:21:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2138016ecb634067b52a40760a20b2b6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2138016ecb634067b52a40760a20b2b6 2024-11-24T09:21:52,977 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2138016ecb634067b52a40760a20b2b6, entries=150, sequenceid=325, filesize=12.0 K 2024-11-24T09:21:52,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4b743f52f5ce43b48c2f9cff7b3ede9f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4b743f52f5ce43b48c2f9cff7b3ede9f 2024-11-24T09:21:52,981 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4b743f52f5ce43b48c2f9cff7b3ede9f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-24T09:21:52,982 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 031f907a33f4bf7be8771ce8afc5483f in 867ms, sequenceid=325, compaction requested=true 2024-11-24T09:21:52,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-24T09:21:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-24T09:21:52,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T09:21:52,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6360 sec 2024-11-24T09:21:52,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.6400 sec 2024-11-24T09:21:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:52,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:21:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:53,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70eaa413311b4a05b0779eb64259a0c0 is 50, key is test_row_0/A:col10/1732440112992/Put/seqid=0 2024-11-24T09:21:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440172998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440172999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440172999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440173002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440173002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742159_1335 (size=14741) 2024-11-24T09:21:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440173103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440173104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440173104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440173106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440173106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440173306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440173306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440173307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440173309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440173310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70eaa413311b4a05b0779eb64259a0c0 2024-11-24T09:21:53,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4263f16de31c4ad38565dd87278bee36 is 50, key is test_row_0/B:col10/1732440112992/Put/seqid=0 2024-11-24T09:21:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742160_1336 (size=12301) 2024-11-24T09:21:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T09:21:53,451 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-24T09:21:53,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-24T09:21:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T09:21:53,454 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:53,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:53,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T09:21:53,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T09:21:53,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:53,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:53,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:53,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440173609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440173609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440173611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440173612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440173614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T09:21:53,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T09:21:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:53,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4263f16de31c4ad38565dd87278bee36 2024-11-24T09:21:53,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/b1beb9248b3c4fe9baf421a25f37fd41 is 50, key is test_row_0/C:col10/1732440112992/Put/seqid=0 2024-11-24T09:21:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742161_1337 (size=12301) 2024-11-24T09:21:53,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/b1beb9248b3c4fe9baf421a25f37fd41 2024-11-24T09:21:53,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70eaa413311b4a05b0779eb64259a0c0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70eaa413311b4a05b0779eb64259a0c0 2024-11-24T09:21:53,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70eaa413311b4a05b0779eb64259a0c0, entries=200, sequenceid=354, filesize=14.4 K 2024-11-24T09:21:53,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/4263f16de31c4ad38565dd87278bee36 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4263f16de31c4ad38565dd87278bee36 2024-11-24T09:21:53,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4263f16de31c4ad38565dd87278bee36, entries=150, sequenceid=354, filesize=12.0 K 2024-11-24T09:21:53,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/b1beb9248b3c4fe9baf421a25f37fd41 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b1beb9248b3c4fe9baf421a25f37fd41 2024-11-24T09:21:53,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b1beb9248b3c4fe9baf421a25f37fd41, entries=150, sequenceid=354, filesize=12.0 K 2024-11-24T09:21:53,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 031f907a33f4bf7be8771ce8afc5483f in 891ms, sequenceid=354, compaction requested=true 2024-11-24T09:21:53,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:53,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:53,887 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:53,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:53,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:53,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:53,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:53,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:53,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:53,890 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:53,890 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:53,890 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,891 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7773cd44c7e9490b8ba10138a87f9bab, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecd2958419314ed5bcbe774f2ed8c7fd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2138016ecb634067b52a40760a20b2b6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4263f16de31c4ad38565dd87278bee36] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=48.8 K 2024-11-24T09:21:53,891 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:53,891 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:53,891 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,891 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/ea2600a854914ed9864a3cf505b30393, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b488fed731ce44a29408ac737dc9ffbd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70e01d54fffb4150a99c2382932f36a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70eaa413311b4a05b0779eb64259a0c0] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=53.5 K 2024-11-24T09:21:53,891 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 7773cd44c7e9490b8ba10138a87f9bab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440111093 2024-11-24T09:21:53,892 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea2600a854914ed9864a3cf505b30393, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440111093 2024-11-24T09:21:53,892 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ecd2958419314ed5bcbe774f2ed8c7fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440111124 2024-11-24T09:21:53,892 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b488fed731ce44a29408ac737dc9ffbd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440111124 2024-11-24T09:21:53,892 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2138016ecb634067b52a40760a20b2b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732440111234 2024-11-24T09:21:53,892 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70e01d54fffb4150a99c2382932f36a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732440111234 2024-11-24T09:21:53,893 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4263f16de31c4ad38565dd87278bee36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732440112380 2024-11-24T09:21:53,893 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70eaa413311b4a05b0779eb64259a0c0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732440112380 2024-11-24T09:21:53,906 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:53,907 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/5c545dadce6b49c788fed0082bc00005 is 50, key is test_row_0/B:col10/1732440112992/Put/seqid=0 2024-11-24T09:21:53,914 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:53,915 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/5946ce23080d41d7993f455b01a36ecc is 50, key is test_row_0/A:col10/1732440112992/Put/seqid=0 2024-11-24T09:21:53,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:53,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,916 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f79d8cceda194d27b9cc8e732dfc7a07 is 50, key is test_row_1/A:col10/1732440113000/Put/seqid=0 2024-11-24T09:21:53,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742162_1338 (size=13153) 2024-11-24T09:21:53,930 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/5c545dadce6b49c788fed0082bc00005 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5c545dadce6b49c788fed0082bc00005 2024-11-24T09:21:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742163_1339 (size=13153) 2024-11-24T09:21:53,938 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 5c545dadce6b49c788fed0082bc00005(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:53,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:53,938 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=12, startTime=1732440113888; duration=0sec 2024-11-24T09:21:53,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:53,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:53,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:53,940 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:53,941 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:53,941 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:53,942 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/019acd13aca7495582949c36bbc87991, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/98656f84c49b400c8af913a3f255357e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4b743f52f5ce43b48c2f9cff7b3ede9f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b1beb9248b3c4fe9baf421a25f37fd41] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=48.7 K 2024-11-24T09:21:53,943 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 019acd13aca7495582949c36bbc87991, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440111093 2024-11-24T09:21:53,946 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 98656f84c49b400c8af913a3f255357e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732440111124 2024-11-24T09:21:53,947 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/5946ce23080d41d7993f455b01a36ecc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/5946ce23080d41d7993f455b01a36ecc 2024-11-24T09:21:53,947 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b743f52f5ce43b48c2f9cff7b3ede9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732440111234 2024-11-24T09:21:53,947 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b1beb9248b3c4fe9baf421a25f37fd41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732440112380 2024-11-24T09:21:53,955 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 5946ce23080d41d7993f455b01a36ecc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:53,955 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:53,955 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=12, startTime=1732440113886; duration=0sec 2024-11-24T09:21:53,955 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:53,955 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:53,966 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:53,967 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c636e0d8ee38421b94bc2a53b1090211 is 50, key is test_row_0/C:col10/1732440112992/Put/seqid=0 2024-11-24T09:21:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742164_1340 (size=9857) 2024-11-24T09:21:53,970 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f79d8cceda194d27b9cc8e732dfc7a07 2024-11-24T09:21:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742165_1341 (size=13119) 2024-11-24T09:21:53,983 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/c636e0d8ee38421b94bc2a53b1090211 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c636e0d8ee38421b94bc2a53b1090211 2024-11-24T09:21:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1657e42b46cd4a3389cab100c7bc3dae is 50, key is test_row_1/B:col10/1732440113000/Put/seqid=0 2024-11-24T09:21:53,991 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into c636e0d8ee38421b94bc2a53b1090211(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:53,992 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:53,992 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=12, startTime=1732440113888; duration=0sec 2024-11-24T09:21:53,992 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:53,992 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742166_1342 (size=9857) 2024-11-24T09:21:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T09:21:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:54,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440174134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440174135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440174136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440174137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440174138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440174240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440174240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440174240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440174242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440174242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,400 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1657e42b46cd4a3389cab100c7bc3dae 2024-11-24T09:21:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e25b9ef43f60440aaec2756cf69ef9b3 is 50, key is test_row_1/C:col10/1732440113000/Put/seqid=0 2024-11-24T09:21:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742167_1343 (size=9857) 2024-11-24T09:21:54,419 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e25b9ef43f60440aaec2756cf69ef9b3 2024-11-24T09:21:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f79d8cceda194d27b9cc8e732dfc7a07 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f79d8cceda194d27b9cc8e732dfc7a07 2024-11-24T09:21:54,431 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f79d8cceda194d27b9cc8e732dfc7a07, entries=100, sequenceid=362, filesize=9.6 K 2024-11-24T09:21:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/1657e42b46cd4a3389cab100c7bc3dae as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1657e42b46cd4a3389cab100c7bc3dae 2024-11-24T09:21:54,440 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1657e42b46cd4a3389cab100c7bc3dae, entries=100, sequenceid=362, filesize=9.6 K 2024-11-24T09:21:54,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/e25b9ef43f60440aaec2756cf69ef9b3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e25b9ef43f60440aaec2756cf69ef9b3 2024-11-24T09:21:54,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440174443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,445 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e25b9ef43f60440aaec2756cf69ef9b3, entries=100, sequenceid=362, filesize=9.6 K 2024-11-24T09:21:54,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440174444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,446 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 031f907a33f4bf7be8771ce8afc5483f in 530ms, sequenceid=362, compaction requested=false 2024-11-24T09:21:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-24T09:21:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-24T09:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:54,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:21:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:54,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T09:21:54,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 992 msec 2024-11-24T09:21:54,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 998 msec 2024-11-24T09:21:54,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440174451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/828753924f024d2cb32a0cf39cccdb98 is 50, key is test_row_0/A:col10/1732440114445/Put/seqid=0 2024-11-24T09:21:54,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440174452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440174452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742168_1344 (size=14741) 2024-11-24T09:21:54,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/828753924f024d2cb32a0cf39cccdb98 2024-11-24T09:21:54,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d55fcb881e9047f3af145a87f92441fc is 50, key is test_row_0/B:col10/1732440114445/Put/seqid=0 2024-11-24T09:21:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742169_1345 (size=12301) 2024-11-24T09:21:54,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440174555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T09:21:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,557 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-24T09:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440174556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-24T09:21:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T09:21:54,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:54,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:54,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:54,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440174564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T09:21:54,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T09:21:54,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440174748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440174750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440174758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440174759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440174767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T09:21:54,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:54,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T09:21:54,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:54,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d55fcb881e9047f3af145a87f92441fc 2024-11-24T09:21:54,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/96ec22e68e974245bcffe3893caa2698 is 50, key is test_row_0/C:col10/1732440114445/Put/seqid=0 2024-11-24T09:21:54,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742170_1346 (size=12301) 2024-11-24T09:21:54,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/96ec22e68e974245bcffe3893caa2698 2024-11-24T09:21:54,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/828753924f024d2cb32a0cf39cccdb98 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/828753924f024d2cb32a0cf39cccdb98 2024-11-24T09:21:54,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/828753924f024d2cb32a0cf39cccdb98, entries=200, sequenceid=396, filesize=14.4 K 2024-11-24T09:21:54,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d55fcb881e9047f3af145a87f92441fc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d55fcb881e9047f3af145a87f92441fc 2024-11-24T09:21:54,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d55fcb881e9047f3af145a87f92441fc, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T09:21:54,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/96ec22e68e974245bcffe3893caa2698 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/96ec22e68e974245bcffe3893caa2698 2024-11-24T09:21:54,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/96ec22e68e974245bcffe3893caa2698, entries=150, sequenceid=396, filesize=12.0 K 2024-11-24T09:21:54,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 031f907a33f4bf7be8771ce8afc5483f in 474ms, sequenceid=396, compaction requested=true 2024-11-24T09:21:54,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:54,922 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:54,922 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:54,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:54,923 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:54,923 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:54,923 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:54,923 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:54,923 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,923 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:54,923 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5c545dadce6b49c788fed0082bc00005, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1657e42b46cd4a3389cab100c7bc3dae, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d55fcb881e9047f3af145a87f92441fc] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=34.5 K 2024-11-24T09:21:54,923 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/5946ce23080d41d7993f455b01a36ecc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f79d8cceda194d27b9cc8e732dfc7a07, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/828753924f024d2cb32a0cf39cccdb98] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=36.9 K 2024-11-24T09:21:54,923 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c545dadce6b49c788fed0082bc00005, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732440112380 2024-11-24T09:21:54,923 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5946ce23080d41d7993f455b01a36ecc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732440112380 2024-11-24T09:21:54,924 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f79d8cceda194d27b9cc8e732dfc7a07, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732440112998 2024-11-24T09:21:54,924 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1657e42b46cd4a3389cab100c7bc3dae, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732440112998 2024-11-24T09:21:54,924 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d55fcb881e9047f3af145a87f92441fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732440114445 2024-11-24T09:21:54,924 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 828753924f024d2cb32a0cf39cccdb98, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732440114135 2024-11-24T09:21:54,932 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:54,933 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/0db2c75ee9624f79a022e94943331b1d is 50, key is test_row_0/A:col10/1732440114445/Put/seqid=0 2024-11-24T09:21:54,933 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:54,934 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/c8453d33ce5a4259ad29d82c11c8d2f9 is 50, key is test_row_0/B:col10/1732440114445/Put/seqid=0 2024-11-24T09:21:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742172_1348 (size=13255) 2024-11-24T09:21:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742171_1347 (size=13255) 2024-11-24T09:21:55,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T09:21:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,021 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T09:21:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/4e111b35c58d48caa87662a791cc638b is 50, key is test_row_0/A:col10/1732440114451/Put/seqid=0 2024-11-24T09:21:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742173_1349 (size=9857) 2024-11-24T09:21:55,044 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/4e111b35c58d48caa87662a791cc638b 2024-11-24T09:21:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/0a43a3fe2943431da50182ef61d2d8ff is 50, key is test_row_0/B:col10/1732440114451/Put/seqid=0 2024-11-24T09:21:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742174_1350 (size=9857) 2024-11-24T09:21:55,057 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/0a43a3fe2943431da50182ef61d2d8ff 2024-11-24T09:21:55,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4adeeca8d36042f6aadb77aa14346c88 is 50, key is test_row_0/C:col10/1732440114451/Put/seqid=0 2024-11-24T09:21:55,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742175_1351 (size=9857) 2024-11-24T09:21:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:55,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:55,072 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4adeeca8d36042f6aadb77aa14346c88 2024-11-24T09:21:55,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/4e111b35c58d48caa87662a791cc638b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/4e111b35c58d48caa87662a791cc638b 2024-11-24T09:21:55,082 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/4e111b35c58d48caa87662a791cc638b, entries=100, sequenceid=402, filesize=9.6 K 2024-11-24T09:21:55,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/0a43a3fe2943431da50182ef61d2d8ff as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0a43a3fe2943431da50182ef61d2d8ff 2024-11-24T09:21:55,088 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0a43a3fe2943431da50182ef61d2d8ff, entries=100, sequenceid=402, filesize=9.6 K 2024-11-24T09:21:55,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4adeeca8d36042f6aadb77aa14346c88 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4adeeca8d36042f6aadb77aa14346c88 2024-11-24T09:21:55,098 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4adeeca8d36042f6aadb77aa14346c88, entries=100, sequenceid=402, filesize=9.6 K 2024-11-24T09:21:55,099 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=167.72 KB/171750 for 031f907a33f4bf7be8771ce8afc5483f in 78ms, sequenceid=402, compaction requested=true 2024-11-24T09:21:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-24T09:21:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-24T09:21:55,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:21:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T09:21:55,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 537 msec 2024-11-24T09:21:55,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f9f24ba01c054b659e2ca09a081bd889 is 50, key is test_row_0/A:col10/1732440115093/Put/seqid=0 2024-11-24T09:21:55,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 545 msec 2024-11-24T09:21:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440175104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440175108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440175112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742176_1352 (size=12301) 2024-11-24T09:21:55,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f9f24ba01c054b659e2ca09a081bd889 2024-11-24T09:21:55,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d8b9344402d947e8bc7ceec2be9bc457 is 50, key is test_row_0/B:col10/1732440115093/Put/seqid=0 2024-11-24T09:21:55,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742177_1353 (size=12301) 2024-11-24T09:21:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T09:21:55,163 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-24T09:21:55,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-24T09:21:55,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T09:21:55,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:55,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440175210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440175214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440175221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440175250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440175256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T09:21:55,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T09:21:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:55,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:55,384 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/0db2c75ee9624f79a022e94943331b1d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0db2c75ee9624f79a022e94943331b1d 2024-11-24T09:21:55,390 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/c8453d33ce5a4259ad29d82c11c8d2f9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c8453d33ce5a4259ad29d82c11c8d2f9 2024-11-24T09:21:55,391 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 0db2c75ee9624f79a022e94943331b1d(size=12.9 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:55,391 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:55,391 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440114921; duration=0sec 2024-11-24T09:21:55,391 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:55,391 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:55,392 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:55,394 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45134 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:55,394 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:55,394 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,394 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c636e0d8ee38421b94bc2a53b1090211, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e25b9ef43f60440aaec2756cf69ef9b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/96ec22e68e974245bcffe3893caa2698, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4adeeca8d36042f6aadb77aa14346c88] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=44.1 K 2024-11-24T09:21:55,395 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c636e0d8ee38421b94bc2a53b1090211, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732440112380 2024-11-24T09:21:55,395 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into c8453d33ce5a4259ad29d82c11c8d2f9(size=12.9 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:55,395 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:55,395 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e25b9ef43f60440aaec2756cf69ef9b3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732440112998 2024-11-24T09:21:55,395 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440114922; duration=0sec 2024-11-24T09:21:55,395 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:55,395 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:55,395 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ec22e68e974245bcffe3893caa2698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732440114445 2024-11-24T09:21:55,396 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4adeeca8d36042f6aadb77aa14346c88, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732440114449 2024-11-24T09:21:55,404 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:55,405 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4a24a0e2bdfd4dce98f261a871ac066b is 50, key is test_row_0/C:col10/1732440114451/Put/seqid=0 2024-11-24T09:21:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440175414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440175419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742178_1354 (size=13255) 2024-11-24T09:21:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440175424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T09:21:55,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T09:21:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:55,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:55,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d8b9344402d947e8bc7ceec2be9bc457 2024-11-24T09:21:55,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/0964668b8ee249609584ff0f99822b48 is 50, key is test_row_0/C:col10/1732440115093/Put/seqid=0 2024-11-24T09:21:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742179_1355 (size=12301) 2024-11-24T09:21:55,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/0964668b8ee249609584ff0f99822b48 2024-11-24T09:21:55,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/f9f24ba01c054b659e2ca09a081bd889 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f9f24ba01c054b659e2ca09a081bd889 2024-11-24T09:21:55,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f9f24ba01c054b659e2ca09a081bd889, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T09:21:55,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/d8b9344402d947e8bc7ceec2be9bc457 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d8b9344402d947e8bc7ceec2be9bc457 2024-11-24T09:21:55,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d8b9344402d947e8bc7ceec2be9bc457, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T09:21:55,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/0964668b8ee249609584ff0f99822b48 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/0964668b8ee249609584ff0f99822b48 2024-11-24T09:21:55,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/0964668b8ee249609584ff0f99822b48, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T09:21:55,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 031f907a33f4bf7be8771ce8afc5483f in 474ms, sequenceid=431, compaction requested=true 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:55,574 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:55,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:21:55,575 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:55,575 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:55,576 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,576 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0db2c75ee9624f79a022e94943331b1d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/4e111b35c58d48caa87662a791cc638b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f9f24ba01c054b659e2ca09a081bd889] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=34.6 K 2024-11-24T09:21:55,576 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db2c75ee9624f79a022e94943331b1d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732440114445 2024-11-24T09:21:55,576 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e111b35c58d48caa87662a791cc638b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732440114449 2024-11-24T09:21:55,577 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f9f24ba01c054b659e2ca09a081bd889, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732440115093 2024-11-24T09:21:55,584 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:55,584 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/983c9f85902049b3908bf76d5b2968b3 is 50, key is test_row_0/A:col10/1732440115093/Put/seqid=0 2024-11-24T09:21:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742180_1356 (size=13357) 2024-11-24T09:21:55,607 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/983c9f85902049b3908bf76d5b2968b3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/983c9f85902049b3908bf76d5b2968b3 2024-11-24T09:21:55,614 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 983c9f85902049b3908bf76d5b2968b3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:55,614 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:55,614 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440115574; duration=0sec 2024-11-24T09:21:55,614 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:21:55,614 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:55,614 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-24T09:21:55,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:21:55,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:21:55,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. because compaction request was cancelled 2024-11-24T09:21:55,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:55,615 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:21:55,616 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:21:55,616 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:55,616 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,616 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c8453d33ce5a4259ad29d82c11c8d2f9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0a43a3fe2943431da50182ef61d2d8ff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d8b9344402d947e8bc7ceec2be9bc457] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=34.6 K 2024-11-24T09:21:55,617 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c8453d33ce5a4259ad29d82c11c8d2f9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732440114445 2024-11-24T09:21:55,617 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a43a3fe2943431da50182ef61d2d8ff, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732440114449 2024-11-24T09:21:55,618 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d8b9344402d947e8bc7ceec2be9bc457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732440115093 2024-11-24T09:21:55,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T09:21:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:55,628 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:21:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:55,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:55,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:55,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:55,632 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:55,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70ac21b9feac412aab1513c838ea0a93 is 50, key is test_row_0/A:col10/1732440115102/Put/seqid=0 2024-11-24T09:21:55,633 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/59a11ce978dd4ef79f092b79cf0e4755 is 50, key is test_row_0/B:col10/1732440115093/Put/seqid=0 2024-11-24T09:21:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742182_1358 (size=12301) 2024-11-24T09:21:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742181_1357 (size=13357) 2024-11-24T09:21:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:55,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T09:21:55,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440175776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440175776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440175779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,825 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/4a24a0e2bdfd4dce98f261a871ac066b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4a24a0e2bdfd4dce98f261a871ac066b 2024-11-24T09:21:55,829 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into 4a24a0e2bdfd4dce98f261a871ac066b(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:55,829 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:55,830 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=12, startTime=1732440114922; duration=0sec 2024-11-24T09:21:55,830 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:55,830 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440175880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440175880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440175882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,046 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70ac21b9feac412aab1513c838ea0a93 2024-11-24T09:21:56,055 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/59a11ce978dd4ef79f092b79cf0e4755 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/59a11ce978dd4ef79f092b79cf0e4755 2024-11-24T09:21:56,064 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 59a11ce978dd4ef79f092b79cf0e4755(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:56,064 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:56,064 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440115574; duration=0sec 2024-11-24T09:21:56,064 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:56,064 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:56,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2026100d1772410c9e7393a867fb2ff9 is 50, key is test_row_0/B:col10/1732440115102/Put/seqid=0 2024-11-24T09:21:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742183_1359 (size=12301) 2024-11-24T09:21:56,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440176082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440176084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440176086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440176254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440176264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T09:21:56,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440176386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440176389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440176389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,472 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2026100d1772410c9e7393a867fb2ff9 2024-11-24T09:21:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/93567b55af714898a937aee8bba806d0 is 50, key is test_row_0/C:col10/1732440115102/Put/seqid=0 2024-11-24T09:21:56,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742184_1360 (size=12301) 2024-11-24T09:21:56,886 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/93567b55af714898a937aee8bba806d0 2024-11-24T09:21:56,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/70ac21b9feac412aab1513c838ea0a93 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70ac21b9feac412aab1513c838ea0a93 2024-11-24T09:21:56,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440176893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440176894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440176895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:56,898 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70ac21b9feac412aab1513c838ea0a93, entries=150, sequenceid=442, filesize=12.0 K 2024-11-24T09:21:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2026100d1772410c9e7393a867fb2ff9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2026100d1772410c9e7393a867fb2ff9 2024-11-24T09:21:56,903 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2026100d1772410c9e7393a867fb2ff9, entries=150, sequenceid=442, filesize=12.0 K 2024-11-24T09:21:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/93567b55af714898a937aee8bba806d0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/93567b55af714898a937aee8bba806d0 2024-11-24T09:21:56,914 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/93567b55af714898a937aee8bba806d0, entries=150, sequenceid=442, filesize=12.0 K 2024-11-24T09:21:56,915 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 031f907a33f4bf7be8771ce8afc5483f in 1287ms, sequenceid=442, compaction requested=true 2024-11-24T09:21:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-24T09:21:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-11-24T09:21:56,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T09:21:56,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7490 sec 2024-11-24T09:21:56,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.7540 sec 2024-11-24T09:21:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-24T09:21:57,271 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-24T09:21:57,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-24T09:21:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T09:21:57,274 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:57,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:57,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T09:21:57,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:57,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T09:21:57,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:57,428 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:57,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/6f72b8ddab094d9ebcc33cb2010aa2d6 is 50, key is test_row_0/A:col10/1732440115747/Put/seqid=0 2024-11-24T09:21:57,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742185_1361 (size=12301) 2024-11-24T09:21:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T09:21:57,848 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/6f72b8ddab094d9ebcc33cb2010aa2d6 2024-11-24T09:21:57,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/586903780fe740fd91ef4d7819e59829 is 50, key is test_row_0/B:col10/1732440115747/Put/seqid=0 2024-11-24T09:21:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T09:21:57,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742186_1362 (size=12301) 2024-11-24T09:21:57,903 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/586903780fe740fd91ef4d7819e59829 2024-11-24T09:21:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:57,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440177915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:57,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440177918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440177919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:57,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/ae7508fc5e314e8da45354b0e85058f2 is 50, key is test_row_0/C:col10/1732440115747/Put/seqid=0 2024-11-24T09:21:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742187_1363 (size=12301) 2024-11-24T09:21:58,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440178025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440178026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440178026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440178229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440178231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440178232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34578 deadline: 1732440178262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,266 DEBUG [Thread-1210 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:21:58,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34596 deadline: 1732440178266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,268 DEBUG [Thread-1204 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:21:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T09:21:58,396 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/ae7508fc5e314e8da45354b0e85058f2 2024-11-24T09:21:58,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/6f72b8ddab094d9ebcc33cb2010aa2d6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/6f72b8ddab094d9ebcc33cb2010aa2d6 2024-11-24T09:21:58,408 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/6f72b8ddab094d9ebcc33cb2010aa2d6, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:21:58,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/586903780fe740fd91ef4d7819e59829 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/586903780fe740fd91ef4d7819e59829 2024-11-24T09:21:58,420 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/586903780fe740fd91ef4d7819e59829, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:21:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/ae7508fc5e314e8da45354b0e85058f2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/ae7508fc5e314e8da45354b0e85058f2 2024-11-24T09:21:58,426 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/ae7508fc5e314e8da45354b0e85058f2, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:21:58,426 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 031f907a33f4bf7be8771ce8afc5483f in 998ms, sequenceid=472, compaction requested=true 2024-11-24T09:21:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-24T09:21:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=102 2024-11-24T09:21:58,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T09:21:58,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1540 sec 2024-11-24T09:21:58,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.1610 sec 2024-11-24T09:21:58,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:21:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:58,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:58,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b8b0f2911c18435eba8be63396af1769 is 50, key is test_row_0/A:col10/1732440118539/Put/seqid=0 2024-11-24T09:21:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742188_1364 (size=14741) 2024-11-24T09:21:58,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b8b0f2911c18435eba8be63396af1769 2024-11-24T09:21:58,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/0314519d466944bcb82e65d0aab60e61 is 50, key is test_row_0/B:col10/1732440118539/Put/seqid=0 2024-11-24T09:21:58,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742189_1365 (size=12301) 2024-11-24T09:21:58,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/0314519d466944bcb82e65d0aab60e61 2024-11-24T09:21:58,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/2826dade38d347bb96d1a4b49db0bd2b is 50, key is test_row_0/C:col10/1732440118539/Put/seqid=0 2024-11-24T09:21:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742190_1366 (size=12301) 2024-11-24T09:21:58,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440178678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440178685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440178685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440178787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440178794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440178801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:58,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:21:58,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440178992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440179003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440179007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/2826dade38d347bb96d1a4b49db0bd2b 2024-11-24T09:21:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b8b0f2911c18435eba8be63396af1769 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b8b0f2911c18435eba8be63396af1769 2024-11-24T09:21:59,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b8b0f2911c18435eba8be63396af1769, entries=200, sequenceid=483, filesize=14.4 K 2024-11-24T09:21:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/0314519d466944bcb82e65d0aab60e61 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0314519d466944bcb82e65d0aab60e61 2024-11-24T09:21:59,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0314519d466944bcb82e65d0aab60e61, entries=150, sequenceid=483, filesize=12.0 K 2024-11-24T09:21:59,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/2826dade38d347bb96d1a4b49db0bd2b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/2826dade38d347bb96d1a4b49db0bd2b 2024-11-24T09:21:59,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/2826dade38d347bb96d1a4b49db0bd2b, entries=150, sequenceid=483, filesize=12.0 K 2024-11-24T09:21:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 031f907a33f4bf7be8771ce8afc5483f in 533ms, sequenceid=483, compaction requested=true 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:59,073 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:21:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:21:59,073 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:21:59,076 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62459 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:21:59,076 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:59,076 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:21:59,076 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:21:59,076 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,076 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,076 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4a24a0e2bdfd4dce98f261a871ac066b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/0964668b8ee249609584ff0f99822b48, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/93567b55af714898a937aee8bba806d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/ae7508fc5e314e8da45354b0e85058f2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/2826dade38d347bb96d1a4b49db0bd2b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=61.0 K 2024-11-24T09:21:59,076 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/983c9f85902049b3908bf76d5b2968b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70ac21b9feac412aab1513c838ea0a93, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/6f72b8ddab094d9ebcc33cb2010aa2d6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b8b0f2911c18435eba8be63396af1769] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=51.5 K 2024-11-24T09:21:59,077 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a24a0e2bdfd4dce98f261a871ac066b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732440114446 2024-11-24T09:21:59,077 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 983c9f85902049b3908bf76d5b2968b3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732440115093 2024-11-24T09:21:59,077 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0964668b8ee249609584ff0f99822b48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732440115093 2024-11-24T09:21:59,078 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70ac21b9feac412aab1513c838ea0a93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732440115102 2024-11-24T09:21:59,078 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 93567b55af714898a937aee8bba806d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732440115102 2024-11-24T09:21:59,078 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f72b8ddab094d9ebcc33cb2010aa2d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732440115746 2024-11-24T09:21:59,078 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7508fc5e314e8da45354b0e85058f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732440115746 2024-11-24T09:21:59,078 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8b0f2911c18435eba8be63396af1769, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732440117905 2024-11-24T09:21:59,079 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2826dade38d347bb96d1a4b49db0bd2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732440117905 2024-11-24T09:21:59,103 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#317 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:59,103 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/57222db75ff549be93f204549fe8c03c is 50, key is test_row_0/A:col10/1732440118539/Put/seqid=0 2024-11-24T09:21:59,111 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:59,112 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/1be5d5212b1b46baa807d430ff73bae9 is 50, key is test_row_0/C:col10/1732440118539/Put/seqid=0 2024-11-24T09:21:59,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742191_1367 (size=13493) 2024-11-24T09:21:59,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742192_1368 (size=13425) 2024-11-24T09:21:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:21:59,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:21:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:21:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:21:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:21:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:59,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/be3e5856ed3f442a822a74c75ffff8dd is 50, key is test_row_0/A:col10/1732440118683/Put/seqid=0 2024-11-24T09:21:59,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440179325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440179329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440179329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742193_1369 (size=12301) 2024-11-24T09:21:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T09:21:59,379 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-24T09:21:59,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-24T09:21:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-24T09:21:59,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:59,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:59,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:59,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440179434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440179435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440179435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-24T09:21:59,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:21:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,553 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/57222db75ff549be93f204549fe8c03c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/57222db75ff549be93f204549fe8c03c 2024-11-24T09:21:59,554 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/1be5d5212b1b46baa807d430ff73bae9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/1be5d5212b1b46baa807d430ff73bae9 2024-11-24T09:21:59,561 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into 1be5d5212b1b46baa807d430ff73bae9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:59,561 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:59,561 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=11, startTime=1732440119073; duration=0sec 2024-11-24T09:21:59,561 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into 57222db75ff549be93f204549fe8c03c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:59,561 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:59,561 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=12, startTime=1732440119073; duration=0sec 2024-11-24T09:21:59,561 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:21:59,561 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:21:59,561 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:21:59,562 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:59,562 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:21:59,563 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:21:59,563 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:21:59,563 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,563 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/59a11ce978dd4ef79f092b79cf0e4755, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2026100d1772410c9e7393a867fb2ff9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/586903780fe740fd91ef4d7819e59829, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0314519d466944bcb82e65d0aab60e61] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=49.1 K 2024-11-24T09:21:59,564 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a11ce978dd4ef79f092b79cf0e4755, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732440115093 2024-11-24T09:21:59,564 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2026100d1772410c9e7393a867fb2ff9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732440115102 2024-11-24T09:21:59,565 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 586903780fe740fd91ef4d7819e59829, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732440115746 2024-11-24T09:21:59,565 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0314519d466944bcb82e65d0aab60e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732440117905 2024-11-24T09:21:59,593 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:21:59,594 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/b871122ebdb2462a94dc618928527ad9 is 50, key is test_row_0/B:col10/1732440118539/Put/seqid=0 2024-11-24T09:21:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742194_1370 (size=13493) 2024-11-24T09:21:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440179641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440179641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440179642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,653 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/b871122ebdb2462a94dc618928527ad9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b871122ebdb2462a94dc618928527ad9 2024-11-24T09:21:59,659 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into b871122ebdb2462a94dc618928527ad9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:21:59,659 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:21:59,659 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=12, startTime=1732440119073; duration=0sec 2024-11-24T09:21:59,659 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:21:59,659 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:21:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-24T09:21:59,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:21:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/be3e5856ed3f442a822a74c75ffff8dd 2024-11-24T09:21:59,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/a05329fe871b48cdae378e5fde0b5c83 is 50, key is test_row_0/B:col10/1732440118683/Put/seqid=0 2024-11-24T09:21:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742195_1371 (size=12301) 2024-11-24T09:21:59,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/a05329fe871b48cdae378e5fde0b5c83 2024-11-24T09:21:59,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:21:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:59,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/3fbd2f26375546dbb91f44915769812b is 50, key is test_row_0/C:col10/1732440118683/Put/seqid=0 2024-11-24T09:21:59,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742196_1372 (size=12301) 2024-11-24T09:21:59,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732440179950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34544 deadline: 1732440179951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732440179951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-24T09:21:59,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:21:59,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:21:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:21:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:21:59,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:00,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:22:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:22:00,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:00,305 DEBUG [Thread-1221 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:62361 2024-11-24T09:22:00,305 DEBUG [Thread-1221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:22:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:22:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,307 DEBUG [Thread-1215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:62361 2024-11-24T09:22:00,307 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,307 DEBUG [Thread-1213 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:62361 2024-11-24T09:22:00,307 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,309 DEBUG [Thread-1217 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:62361 2024-11-24T09:22:00,309 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,311 DEBUG [Thread-1219 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:62361 2024-11-24T09:22:00,311 DEBUG [Thread-1219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/3fbd2f26375546dbb91f44915769812b 2024-11-24T09:22:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/be3e5856ed3f442a822a74c75ffff8dd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/be3e5856ed3f442a822a74c75ffff8dd 2024-11-24T09:22:00,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/be3e5856ed3f442a822a74c75ffff8dd, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T09:22:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/a05329fe871b48cdae378e5fde0b5c83 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/a05329fe871b48cdae378e5fde0b5c83 2024-11-24T09:22:00,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/a05329fe871b48cdae378e5fde0b5c83, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T09:22:00,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/3fbd2f26375546dbb91f44915769812b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3fbd2f26375546dbb91f44915769812b 2024-11-24T09:22:00,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3fbd2f26375546dbb91f44915769812b, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T09:22:00,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 031f907a33f4bf7be8771ce8afc5483f in 1030ms, sequenceid=509, compaction requested=false 2024-11-24T09:22:00,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:00,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:00,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:22:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:22:00,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:00,461 DEBUG [Thread-1202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:62361 2024-11-24T09:22:00,461 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. as already flushing 2024-11-24T09:22:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,462 DEBUG [Thread-1206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:62361 2024-11-24T09:22:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:00,462 DEBUG [Thread-1208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:62361 2024-11-24T09:22:00,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:22:00,462 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,462 DEBUG [Thread-1208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:00,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:22:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:22:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:00,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/1d1faf09f26d498580e503270f5360c2 is 50, key is test_row_0/A:col10/1732440119318/Put/seqid=0 2024-11-24T09:22:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742197_1373 (size=12301) 2024-11-24T09:22:00,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/1d1faf09f26d498580e503270f5360c2 2024-11-24T09:22:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-24T09:22:00,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/c7574e318ed648c2b5ca70de51353113 is 50, key is test_row_0/B:col10/1732440119318/Put/seqid=0 2024-11-24T09:22:00,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742198_1374 (size=12301) 2024-11-24T09:22:00,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/c7574e318ed648c2b5ca70de51353113 2024-11-24T09:22:00,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/8118108c636949d5a4a6e1a156f36dc1 is 50, key is test_row_0/C:col10/1732440119318/Put/seqid=0 2024-11-24T09:22:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742199_1375 (size=12301) 2024-11-24T09:22:00,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/8118108c636949d5a4a6e1a156f36dc1 2024-11-24T09:22:00,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/1d1faf09f26d498580e503270f5360c2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1d1faf09f26d498580e503270f5360c2 2024-11-24T09:22:00,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1d1faf09f26d498580e503270f5360c2, entries=150, sequenceid=526, filesize=12.0 K 2024-11-24T09:22:00,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/c7574e318ed648c2b5ca70de51353113 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c7574e318ed648c2b5ca70de51353113 2024-11-24T09:22:00,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c7574e318ed648c2b5ca70de51353113, entries=150, sequenceid=526, filesize=12.0 K 2024-11-24T09:22:00,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/8118108c636949d5a4a6e1a156f36dc1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8118108c636949d5a4a6e1a156f36dc1 2024-11-24T09:22:00,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8118108c636949d5a4a6e1a156f36dc1, entries=150, sequenceid=526, filesize=12.0 K 2024-11-24T09:22:00,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 031f907a33f4bf7be8771ce8afc5483f in 123ms, sequenceid=526, compaction requested=true 2024-11-24T09:22:00,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:00,583 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:00,584 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 031f907a33f4bf7be8771ce8afc5483f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:00,586 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:00,586 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/A is initiating minor compaction (all files) 2024-11-24T09:22:00,586 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/A in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,586 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/57222db75ff549be93f204549fe8c03c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/be3e5856ed3f442a822a74c75ffff8dd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1d1faf09f26d498580e503270f5360c2] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=37.2 K 2024-11-24T09:22:00,587 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57222db75ff549be93f204549fe8c03c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732440117905 2024-11-24T09:22:00,588 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:00,588 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting be3e5856ed3f442a822a74c75ffff8dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732440118676 2024-11-24T09:22:00,588 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/B is initiating minor compaction (all files) 2024-11-24T09:22:00,588 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/B in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,588 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b871122ebdb2462a94dc618928527ad9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/a05329fe871b48cdae378e5fde0b5c83, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c7574e318ed648c2b5ca70de51353113] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=37.2 K 2024-11-24T09:22:00,588 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b871122ebdb2462a94dc618928527ad9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732440117905 2024-11-24T09:22:00,589 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d1faf09f26d498580e503270f5360c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732440119318 2024-11-24T09:22:00,589 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a05329fe871b48cdae378e5fde0b5c83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732440118676 2024-11-24T09:22:00,590 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c7574e318ed648c2b5ca70de51353113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732440119318 2024-11-24T09:22:00,611 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#A#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:00,612 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b77165a1c2c349f18bdd85fae732d4e4 is 50, key is test_row_0/A:col10/1732440119318/Put/seqid=0 2024-11-24T09:22:00,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:00,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T09:22:00,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2538): Flush status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:00,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-24T09:22:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=104 2024-11-24T09:22:00,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T09:22:00,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2330 sec 2024-11-24T09:22:00,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.2380 sec 2024-11-24T09:22:00,646 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:00,646 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2af0829ea9e04be6b9eec7d1077bfea1 is 50, key is test_row_0/B:col10/1732440119318/Put/seqid=0 2024-11-24T09:22:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742200_1376 (size=13595) 2024-11-24T09:22:00,677 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/b77165a1c2c349f18bdd85fae732d4e4 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b77165a1c2c349f18bdd85fae732d4e4 2024-11-24T09:22:00,683 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/A of 031f907a33f4bf7be8771ce8afc5483f into b77165a1c2c349f18bdd85fae732d4e4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:00,683 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:00,683 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/A, priority=13, startTime=1732440120583; duration=0sec 2024-11-24T09:22:00,683 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:00,683 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:A 2024-11-24T09:22:00,683 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:00,685 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:00,685 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 031f907a33f4bf7be8771ce8afc5483f/C is initiating minor compaction (all files) 2024-11-24T09:22:00,685 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 031f907a33f4bf7be8771ce8afc5483f/C in TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:00,685 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/1be5d5212b1b46baa807d430ff73bae9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3fbd2f26375546dbb91f44915769812b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8118108c636949d5a4a6e1a156f36dc1] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp, totalSize=37.1 K 2024-11-24T09:22:00,693 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1be5d5212b1b46baa807d430ff73bae9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732440117905 2024-11-24T09:22:00,693 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fbd2f26375546dbb91f44915769812b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732440118676 2024-11-24T09:22:00,694 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8118108c636949d5a4a6e1a156f36dc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732440119318 2024-11-24T09:22:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742201_1377 (size=13595) 2024-11-24T09:22:00,717 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/2af0829ea9e04be6b9eec7d1077bfea1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2af0829ea9e04be6b9eec7d1077bfea1 2024-11-24T09:22:00,724 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/B of 031f907a33f4bf7be8771ce8afc5483f into 2af0829ea9e04be6b9eec7d1077bfea1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:00,724 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:00,724 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/B, priority=13, startTime=1732440120584; duration=0sec 2024-11-24T09:22:00,724 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:00,724 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:B 2024-11-24T09:22:00,727 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 031f907a33f4bf7be8771ce8afc5483f#C#compaction#328 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:00,728 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/08c89171c5d4478d847ff61e64888c8e is 50, key is test_row_0/C:col10/1732440119318/Put/seqid=0 2024-11-24T09:22:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742202_1378 (size=13527) 2024-11-24T09:22:01,180 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/08c89171c5d4478d847ff61e64888c8e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/08c89171c5d4478d847ff61e64888c8e 2024-11-24T09:22:01,188 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 031f907a33f4bf7be8771ce8afc5483f/C of 031f907a33f4bf7be8771ce8afc5483f into 08c89171c5d4478d847ff61e64888c8e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:01,188 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:01,188 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f., storeName=031f907a33f4bf7be8771ce8afc5483f/C, priority=13, startTime=1732440120584; duration=0sec 2024-11-24T09:22:01,188 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,188 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 031f907a33f4bf7be8771ce8afc5483f:C 2024-11-24T09:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-24T09:22:01,488 INFO [Thread-1212 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-11-24T09:22:02,283 DEBUG [Thread-1204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:62361 2024-11-24T09:22:02,284 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:02,299 DEBUG [Thread-1210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:62361 2024-11-24T09:22:02,299 DEBUG [Thread-1210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5707 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5445 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5557 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5711 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5464 2024-11-24T09:22:02,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:22:02,300 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:22:02,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:62361 2024-11-24T09:22:02,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:02,301 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:22:02,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:22:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T09:22:02,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440122306"}]},"ts":"1732440122306"} 2024-11-24T09:22:02,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:22:02,310 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:22:02,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:02,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, UNASSIGN}] 2024-11-24T09:22:02,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, UNASSIGN 2024-11-24T09:22:02,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=031f907a33f4bf7be8771ce8afc5483f, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:02,316 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:02,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T09:22:02,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:02,468 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:22:02,468 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 031f907a33f4bf7be8771ce8afc5483f, disabling compactions & flushes 2024-11-24T09:22:02,469 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. after waiting 0 ms 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:02,469 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2837): Flushing 031f907a33f4bf7be8771ce8afc5483f 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=A 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=B 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 031f907a33f4bf7be8771ce8afc5483f, store=C 2024-11-24T09:22:02,469 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:02,477 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/8c8ae195c07d44388e3a047b62885176 is 50, key is test_row_0/A:col10/1732440122282/Put/seqid=0 2024-11-24T09:22:02,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742203_1379 (size=9857) 2024-11-24T09:22:02,494 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/8c8ae195c07d44388e3a047b62885176 2024-11-24T09:22:02,513 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/bbdad9dc15e7479983404432ef638786 is 50, key is test_row_0/B:col10/1732440122282/Put/seqid=0 2024-11-24T09:22:02,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742204_1380 (size=9857) 2024-11-24T09:22:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T09:22:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T09:22:02,927 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/bbdad9dc15e7479983404432ef638786 2024-11-24T09:22:02,943 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/902e884348d34895b310c10f9fdab5ee is 50, key is test_row_0/C:col10/1732440122282/Put/seqid=0 2024-11-24T09:22:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742205_1381 (size=9857) 2024-11-24T09:22:03,395 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/902e884348d34895b310c10f9fdab5ee 2024-11-24T09:22:03,400 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/A/8c8ae195c07d44388e3a047b62885176 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8c8ae195c07d44388e3a047b62885176 2024-11-24T09:22:03,406 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8c8ae195c07d44388e3a047b62885176, entries=100, sequenceid=535, filesize=9.6 K 2024-11-24T09:22:03,407 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/B/bbdad9dc15e7479983404432ef638786 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/bbdad9dc15e7479983404432ef638786 2024-11-24T09:22:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T09:22:03,411 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/bbdad9dc15e7479983404432ef638786, entries=100, sequenceid=535, filesize=9.6 K 2024-11-24T09:22:03,413 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/.tmp/C/902e884348d34895b310c10f9fdab5ee as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/902e884348d34895b310c10f9fdab5ee 2024-11-24T09:22:03,417 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/902e884348d34895b310c10f9fdab5ee, entries=100, sequenceid=535, filesize=9.6 K 2024-11-24T09:22:03,418 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 031f907a33f4bf7be8771ce8afc5483f in 949ms, sequenceid=535, compaction requested=false 2024-11-24T09:22:03,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8a05e536c0ac4a789b126ccc8d22f74b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/20dd050866a84f178e7098883ebc32ab, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/c9f24de7f21341c5b3f03c4e784998da, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/429eb18644a2433491f0d443c480569c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/30cd0947f6dd4fcbabe5af62ebb5a913, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f3e897ec64f841aa9a0149349f2d5483, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/84b1d68c176843e1872655d3a9bc2c49, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/9fda4ecff8fb4a8cb681c8e17c74b586, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/92100a02f18749699461fbc0b5cebee5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fd42122ff24c4b74b651b24e23a0ca4d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/41c46021988b47ed9164ee7cbeca51bf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/513995c8d6b74fdcb3de10d868191c7a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/bb0e1cae1dbc4605b7017677131e4c0e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0902cc766fb64c02943e07649ec0cb59, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1b5b7014f54e4ef0b9ce7c9599c348be, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/cd793b6f73a543ad938271a2a7c0e1fe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/992c24bdb35d441ba98199ef17bcbe5e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/d011fe9b6fb14d6298831173f881b019, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/7d30b88dc86c4fb9ae5260cb6c19922b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fb723b28948b4f0e9e823205fde6f96a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/a4584531b0314b36a4c9d5c8966ed840, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/ea2600a854914ed9864a3cf505b30393, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b488fed731ce44a29408ac737dc9ffbd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70e01d54fffb4150a99c2382932f36a6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70eaa413311b4a05b0779eb64259a0c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/5946ce23080d41d7993f455b01a36ecc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f79d8cceda194d27b9cc8e732dfc7a07, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/828753924f024d2cb32a0cf39cccdb98, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0db2c75ee9624f79a022e94943331b1d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/4e111b35c58d48caa87662a791cc638b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/983c9f85902049b3908bf76d5b2968b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f9f24ba01c054b659e2ca09a081bd889, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70ac21b9feac412aab1513c838ea0a93, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/6f72b8ddab094d9ebcc33cb2010aa2d6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b8b0f2911c18435eba8be63396af1769, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/57222db75ff549be93f204549fe8c03c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/be3e5856ed3f442a822a74c75ffff8dd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1d1faf09f26d498580e503270f5360c2] to archive 2024-11-24T09:22:03,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:03,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8a05e536c0ac4a789b126ccc8d22f74b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8a05e536c0ac4a789b126ccc8d22f74b 2024-11-24T09:22:03,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/20dd050866a84f178e7098883ebc32ab to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/20dd050866a84f178e7098883ebc32ab 2024-11-24T09:22:03,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/c9f24de7f21341c5b3f03c4e784998da to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/c9f24de7f21341c5b3f03c4e784998da 2024-11-24T09:22:03,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/429eb18644a2433491f0d443c480569c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/429eb18644a2433491f0d443c480569c 2024-11-24T09:22:03,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/30cd0947f6dd4fcbabe5af62ebb5a913 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/30cd0947f6dd4fcbabe5af62ebb5a913 2024-11-24T09:22:03,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f3e897ec64f841aa9a0149349f2d5483 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f3e897ec64f841aa9a0149349f2d5483 2024-11-24T09:22:03,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/84b1d68c176843e1872655d3a9bc2c49 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/84b1d68c176843e1872655d3a9bc2c49 2024-11-24T09:22:03,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/9fda4ecff8fb4a8cb681c8e17c74b586 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/9fda4ecff8fb4a8cb681c8e17c74b586 2024-11-24T09:22:03,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/92100a02f18749699461fbc0b5cebee5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/92100a02f18749699461fbc0b5cebee5 2024-11-24T09:22:03,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fd42122ff24c4b74b651b24e23a0ca4d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fd42122ff24c4b74b651b24e23a0ca4d 2024-11-24T09:22:03,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/41c46021988b47ed9164ee7cbeca51bf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/41c46021988b47ed9164ee7cbeca51bf 2024-11-24T09:22:03,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/513995c8d6b74fdcb3de10d868191c7a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/513995c8d6b74fdcb3de10d868191c7a 2024-11-24T09:22:03,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/bb0e1cae1dbc4605b7017677131e4c0e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/bb0e1cae1dbc4605b7017677131e4c0e 2024-11-24T09:22:03,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0902cc766fb64c02943e07649ec0cb59 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0902cc766fb64c02943e07649ec0cb59 2024-11-24T09:22:03,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1b5b7014f54e4ef0b9ce7c9599c348be to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1b5b7014f54e4ef0b9ce7c9599c348be 2024-11-24T09:22:03,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/cd793b6f73a543ad938271a2a7c0e1fe to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/cd793b6f73a543ad938271a2a7c0e1fe 2024-11-24T09:22:03,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/992c24bdb35d441ba98199ef17bcbe5e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/992c24bdb35d441ba98199ef17bcbe5e 2024-11-24T09:22:03,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/d011fe9b6fb14d6298831173f881b019 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/d011fe9b6fb14d6298831173f881b019 2024-11-24T09:22:03,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/7d30b88dc86c4fb9ae5260cb6c19922b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/7d30b88dc86c4fb9ae5260cb6c19922b 2024-11-24T09:22:03,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fb723b28948b4f0e9e823205fde6f96a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/fb723b28948b4f0e9e823205fde6f96a 2024-11-24T09:22:03,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/a4584531b0314b36a4c9d5c8966ed840 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/a4584531b0314b36a4c9d5c8966ed840 2024-11-24T09:22:03,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/ea2600a854914ed9864a3cf505b30393 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/ea2600a854914ed9864a3cf505b30393 2024-11-24T09:22:03,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b488fed731ce44a29408ac737dc9ffbd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b488fed731ce44a29408ac737dc9ffbd 2024-11-24T09:22:03,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70e01d54fffb4150a99c2382932f36a6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70e01d54fffb4150a99c2382932f36a6 2024-11-24T09:22:03,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70eaa413311b4a05b0779eb64259a0c0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70eaa413311b4a05b0779eb64259a0c0 2024-11-24T09:22:03,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/5946ce23080d41d7993f455b01a36ecc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/5946ce23080d41d7993f455b01a36ecc 2024-11-24T09:22:03,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f79d8cceda194d27b9cc8e732dfc7a07 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f79d8cceda194d27b9cc8e732dfc7a07 2024-11-24T09:22:03,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/828753924f024d2cb32a0cf39cccdb98 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/828753924f024d2cb32a0cf39cccdb98 2024-11-24T09:22:03,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0db2c75ee9624f79a022e94943331b1d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/0db2c75ee9624f79a022e94943331b1d 2024-11-24T09:22:03,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/4e111b35c58d48caa87662a791cc638b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/4e111b35c58d48caa87662a791cc638b 2024-11-24T09:22:03,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/983c9f85902049b3908bf76d5b2968b3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/983c9f85902049b3908bf76d5b2968b3 2024-11-24T09:22:03,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f9f24ba01c054b659e2ca09a081bd889 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/f9f24ba01c054b659e2ca09a081bd889 2024-11-24T09:22:03,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70ac21b9feac412aab1513c838ea0a93 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/70ac21b9feac412aab1513c838ea0a93 2024-11-24T09:22:03,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/6f72b8ddab094d9ebcc33cb2010aa2d6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/6f72b8ddab094d9ebcc33cb2010aa2d6 2024-11-24T09:22:03,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b8b0f2911c18435eba8be63396af1769 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b8b0f2911c18435eba8be63396af1769 2024-11-24T09:22:03,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/57222db75ff549be93f204549fe8c03c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/57222db75ff549be93f204549fe8c03c 2024-11-24T09:22:03,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/be3e5856ed3f442a822a74c75ffff8dd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/be3e5856ed3f442a822a74c75ffff8dd 2024-11-24T09:22:03,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1d1faf09f26d498580e503270f5360c2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/1d1faf09f26d498580e503270f5360c2 2024-11-24T09:22:03,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/3d342d8aa25b40b09da3c4f5c0b0fce5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/56ec46579d2c433c94c6980a0f1b013f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/fc24d52b5b364863b3846e7cb5a905c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/8ce916d5e1bc46ad90af2461c084e8fb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/77f22bb900c64f22bbabd4742a2a7ec2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4464d3927ba4494b9271085f5c8e8cc6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4962d0aa6ffd41c8b8576982322ffd93, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/31c6688b055548dfbe88f5bab14f4efe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7d4a78485e294837931a7241df3ee467, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5772e6edacd745b9bb0134c7caa4a605, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/286dbc9865674f5b920b8cf3fa6623ef, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ae6843d7860a429fa51cc439a7e941f2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d4afe85c6868478ea42f99066cbe4fbf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecc4bb0769d348b2856b18e58bb14d11, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b5bcf7c6331744da8030a8ea742970ff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1713bc73cc514a84bd600709dbc4598f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1a09546cc1694853bcab53d37047c142, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7eedfcf8df8c4b8a85a26929e9b85127, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/91f140d6d8444d158be63f505789f675, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d1136c6a3e0e459b95a753348d0f1a3a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7773cd44c7e9490b8ba10138a87f9bab, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/381c26b9905e47fa99daee7f623752ba, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecd2958419314ed5bcbe774f2ed8c7fd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2138016ecb634067b52a40760a20b2b6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5c545dadce6b49c788fed0082bc00005, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4263f16de31c4ad38565dd87278bee36, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1657e42b46cd4a3389cab100c7bc3dae, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c8453d33ce5a4259ad29d82c11c8d2f9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d55fcb881e9047f3af145a87f92441fc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0a43a3fe2943431da50182ef61d2d8ff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/59a11ce978dd4ef79f092b79cf0e4755, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d8b9344402d947e8bc7ceec2be9bc457, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2026100d1772410c9e7393a867fb2ff9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/586903780fe740fd91ef4d7819e59829, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b871122ebdb2462a94dc618928527ad9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0314519d466944bcb82e65d0aab60e61, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/a05329fe871b48cdae378e5fde0b5c83, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c7574e318ed648c2b5ca70de51353113] to archive 2024-11-24T09:22:03,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:03,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/3d342d8aa25b40b09da3c4f5c0b0fce5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/3d342d8aa25b40b09da3c4f5c0b0fce5 2024-11-24T09:22:03,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/56ec46579d2c433c94c6980a0f1b013f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/56ec46579d2c433c94c6980a0f1b013f 2024-11-24T09:22:03,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/fc24d52b5b364863b3846e7cb5a905c0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/fc24d52b5b364863b3846e7cb5a905c0 2024-11-24T09:22:03,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/8ce916d5e1bc46ad90af2461c084e8fb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/8ce916d5e1bc46ad90af2461c084e8fb 2024-11-24T09:22:03,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/77f22bb900c64f22bbabd4742a2a7ec2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/77f22bb900c64f22bbabd4742a2a7ec2 2024-11-24T09:22:03,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4464d3927ba4494b9271085f5c8e8cc6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4464d3927ba4494b9271085f5c8e8cc6 2024-11-24T09:22:03,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4962d0aa6ffd41c8b8576982322ffd93 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4962d0aa6ffd41c8b8576982322ffd93 2024-11-24T09:22:03,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/31c6688b055548dfbe88f5bab14f4efe to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/31c6688b055548dfbe88f5bab14f4efe 2024-11-24T09:22:03,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7d4a78485e294837931a7241df3ee467 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7d4a78485e294837931a7241df3ee467 2024-11-24T09:22:03,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5772e6edacd745b9bb0134c7caa4a605 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5772e6edacd745b9bb0134c7caa4a605 2024-11-24T09:22:03,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/286dbc9865674f5b920b8cf3fa6623ef to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/286dbc9865674f5b920b8cf3fa6623ef 2024-11-24T09:22:03,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ae6843d7860a429fa51cc439a7e941f2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ae6843d7860a429fa51cc439a7e941f2 2024-11-24T09:22:03,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d4afe85c6868478ea42f99066cbe4fbf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d4afe85c6868478ea42f99066cbe4fbf 2024-11-24T09:22:03,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecc4bb0769d348b2856b18e58bb14d11 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecc4bb0769d348b2856b18e58bb14d11 2024-11-24T09:22:03,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b5bcf7c6331744da8030a8ea742970ff to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b5bcf7c6331744da8030a8ea742970ff 2024-11-24T09:22:03,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1713bc73cc514a84bd600709dbc4598f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1713bc73cc514a84bd600709dbc4598f 2024-11-24T09:22:03,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1a09546cc1694853bcab53d37047c142 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1a09546cc1694853bcab53d37047c142 2024-11-24T09:22:03,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7eedfcf8df8c4b8a85a26929e9b85127 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7eedfcf8df8c4b8a85a26929e9b85127 2024-11-24T09:22:03,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/91f140d6d8444d158be63f505789f675 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/91f140d6d8444d158be63f505789f675 2024-11-24T09:22:03,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d1136c6a3e0e459b95a753348d0f1a3a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d1136c6a3e0e459b95a753348d0f1a3a 2024-11-24T09:22:03,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7773cd44c7e9490b8ba10138a87f9bab to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/7773cd44c7e9490b8ba10138a87f9bab 2024-11-24T09:22:03,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/381c26b9905e47fa99daee7f623752ba to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/381c26b9905e47fa99daee7f623752ba 2024-11-24T09:22:03,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecd2958419314ed5bcbe774f2ed8c7fd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/ecd2958419314ed5bcbe774f2ed8c7fd 2024-11-24T09:22:03,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2138016ecb634067b52a40760a20b2b6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2138016ecb634067b52a40760a20b2b6 2024-11-24T09:22:03,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5c545dadce6b49c788fed0082bc00005 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/5c545dadce6b49c788fed0082bc00005 2024-11-24T09:22:03,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4263f16de31c4ad38565dd87278bee36 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/4263f16de31c4ad38565dd87278bee36 2024-11-24T09:22:03,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1657e42b46cd4a3389cab100c7bc3dae to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/1657e42b46cd4a3389cab100c7bc3dae 2024-11-24T09:22:03,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c8453d33ce5a4259ad29d82c11c8d2f9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c8453d33ce5a4259ad29d82c11c8d2f9 2024-11-24T09:22:03,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d55fcb881e9047f3af145a87f92441fc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d55fcb881e9047f3af145a87f92441fc 2024-11-24T09:22:03,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0a43a3fe2943431da50182ef61d2d8ff to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0a43a3fe2943431da50182ef61d2d8ff 2024-11-24T09:22:03,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/59a11ce978dd4ef79f092b79cf0e4755 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/59a11ce978dd4ef79f092b79cf0e4755 2024-11-24T09:22:03,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d8b9344402d947e8bc7ceec2be9bc457 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/d8b9344402d947e8bc7ceec2be9bc457 2024-11-24T09:22:03,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2026100d1772410c9e7393a867fb2ff9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2026100d1772410c9e7393a867fb2ff9 2024-11-24T09:22:03,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/586903780fe740fd91ef4d7819e59829 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/586903780fe740fd91ef4d7819e59829 2024-11-24T09:22:03,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b871122ebdb2462a94dc618928527ad9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/b871122ebdb2462a94dc618928527ad9 2024-11-24T09:22:03,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0314519d466944bcb82e65d0aab60e61 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/0314519d466944bcb82e65d0aab60e61 2024-11-24T09:22:03,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/a05329fe871b48cdae378e5fde0b5c83 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/a05329fe871b48cdae378e5fde0b5c83 2024-11-24T09:22:03,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c7574e318ed648c2b5ca70de51353113 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/c7574e318ed648c2b5ca70de51353113 2024-11-24T09:22:03,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/5f96be70289f4f54a16eac81aba4aa39, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/bfd78fdaa638478e924d4f8797f5e705, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d057aff13532428a956d1167b8b0da23, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c6b565ffe2634280923db20eceb27db9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/a7bbeac866284790bce8e4c462dd903e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c95930e10d804fe3986c851b67807d8b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b02385fcf54942c8afa32f7acd82940d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e17f5c19978a421f99a4e69c34998f3f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c8b3b34c519e477dad42e49f7fdf7d1b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3ce303a96e86492d81aa11c62eaa0be4, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/84a7f3d477d34547bf4a118a76c08285, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8c4179fb4f2f42168ca0d0629d8ce91d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/940eaf5d00434c49ab025b3dd14ea3ab, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d56bab92b3954664b38a020434f86810, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/50bb06a70cfd4de3b32644c77770db07, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d5d929bfd31845a087cce90469fdc26e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/37be1f226eda447fbfb606624a551bf1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e84acb19a98b4d28a2d293a701ece337, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/492b653c12374dd199245ba99c24ca98, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/019acd13aca7495582949c36bbc87991, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/98656f84c49b400c8af913a3f255357e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4b743f52f5ce43b48c2f9cff7b3ede9f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c636e0d8ee38421b94bc2a53b1090211, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b1beb9248b3c4fe9baf421a25f37fd41, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e25b9ef43f60440aaec2756cf69ef9b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/96ec22e68e974245bcffe3893caa2698, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4a24a0e2bdfd4dce98f261a871ac066b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4adeeca8d36042f6aadb77aa14346c88, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/0964668b8ee249609584ff0f99822b48, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/93567b55af714898a937aee8bba806d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/ae7508fc5e314e8da45354b0e85058f2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/1be5d5212b1b46baa807d430ff73bae9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/2826dade38d347bb96d1a4b49db0bd2b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3fbd2f26375546dbb91f44915769812b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8118108c636949d5a4a6e1a156f36dc1] to archive 2024-11-24T09:22:03,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:03,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/5f96be70289f4f54a16eac81aba4aa39 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/5f96be70289f4f54a16eac81aba4aa39 2024-11-24T09:22:03,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/bfd78fdaa638478e924d4f8797f5e705 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/bfd78fdaa638478e924d4f8797f5e705 2024-11-24T09:22:03,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d057aff13532428a956d1167b8b0da23 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d057aff13532428a956d1167b8b0da23 2024-11-24T09:22:03,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c6b565ffe2634280923db20eceb27db9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c6b565ffe2634280923db20eceb27db9 2024-11-24T09:22:03,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/a7bbeac866284790bce8e4c462dd903e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/a7bbeac866284790bce8e4c462dd903e 2024-11-24T09:22:03,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c95930e10d804fe3986c851b67807d8b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c95930e10d804fe3986c851b67807d8b 2024-11-24T09:22:03,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b02385fcf54942c8afa32f7acd82940d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b02385fcf54942c8afa32f7acd82940d 2024-11-24T09:22:03,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e17f5c19978a421f99a4e69c34998f3f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e17f5c19978a421f99a4e69c34998f3f 2024-11-24T09:22:03,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c8b3b34c519e477dad42e49f7fdf7d1b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c8b3b34c519e477dad42e49f7fdf7d1b 2024-11-24T09:22:03,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3ce303a96e86492d81aa11c62eaa0be4 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3ce303a96e86492d81aa11c62eaa0be4 2024-11-24T09:22:03,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/84a7f3d477d34547bf4a118a76c08285 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/84a7f3d477d34547bf4a118a76c08285 2024-11-24T09:22:03,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8c4179fb4f2f42168ca0d0629d8ce91d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8c4179fb4f2f42168ca0d0629d8ce91d 2024-11-24T09:22:03,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/940eaf5d00434c49ab025b3dd14ea3ab to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/940eaf5d00434c49ab025b3dd14ea3ab 2024-11-24T09:22:03,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d56bab92b3954664b38a020434f86810 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d56bab92b3954664b38a020434f86810 2024-11-24T09:22:03,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/50bb06a70cfd4de3b32644c77770db07 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/50bb06a70cfd4de3b32644c77770db07 2024-11-24T09:22:03,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d5d929bfd31845a087cce90469fdc26e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/d5d929bfd31845a087cce90469fdc26e 2024-11-24T09:22:03,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/37be1f226eda447fbfb606624a551bf1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/37be1f226eda447fbfb606624a551bf1 2024-11-24T09:22:03,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e84acb19a98b4d28a2d293a701ece337 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e84acb19a98b4d28a2d293a701ece337 2024-11-24T09:22:03,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/492b653c12374dd199245ba99c24ca98 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/492b653c12374dd199245ba99c24ca98 2024-11-24T09:22:03,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/019acd13aca7495582949c36bbc87991 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/019acd13aca7495582949c36bbc87991 2024-11-24T09:22:03,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/eb7ac3cb13b5459b8aacfc5bb5cbaccd 2024-11-24T09:22:03,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/98656f84c49b400c8af913a3f255357e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/98656f84c49b400c8af913a3f255357e 2024-11-24T09:22:03,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4b743f52f5ce43b48c2f9cff7b3ede9f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4b743f52f5ce43b48c2f9cff7b3ede9f 2024-11-24T09:22:03,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c636e0d8ee38421b94bc2a53b1090211 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/c636e0d8ee38421b94bc2a53b1090211 2024-11-24T09:22:03,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b1beb9248b3c4fe9baf421a25f37fd41 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/b1beb9248b3c4fe9baf421a25f37fd41 2024-11-24T09:22:03,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e25b9ef43f60440aaec2756cf69ef9b3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/e25b9ef43f60440aaec2756cf69ef9b3 2024-11-24T09:22:03,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/96ec22e68e974245bcffe3893caa2698 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/96ec22e68e974245bcffe3893caa2698 2024-11-24T09:22:03,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4a24a0e2bdfd4dce98f261a871ac066b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4a24a0e2bdfd4dce98f261a871ac066b 2024-11-24T09:22:03,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4adeeca8d36042f6aadb77aa14346c88 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/4adeeca8d36042f6aadb77aa14346c88 2024-11-24T09:22:03,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/0964668b8ee249609584ff0f99822b48 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/0964668b8ee249609584ff0f99822b48 2024-11-24T09:22:03,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/93567b55af714898a937aee8bba806d0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/93567b55af714898a937aee8bba806d0 2024-11-24T09:22:03,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/ae7508fc5e314e8da45354b0e85058f2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/ae7508fc5e314e8da45354b0e85058f2 2024-11-24T09:22:03,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/1be5d5212b1b46baa807d430ff73bae9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/1be5d5212b1b46baa807d430ff73bae9 2024-11-24T09:22:03,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/2826dade38d347bb96d1a4b49db0bd2b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/2826dade38d347bb96d1a4b49db0bd2b 2024-11-24T09:22:03,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3fbd2f26375546dbb91f44915769812b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/3fbd2f26375546dbb91f44915769812b 2024-11-24T09:22:03,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8118108c636949d5a4a6e1a156f36dc1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/8118108c636949d5a4a6e1a156f36dc1 2024-11-24T09:22:03,739 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/recovered.edits/538.seqid, newMaxSeqId=538, maxSeqId=1 2024-11-24T09:22:03,740 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f. 2024-11-24T09:22:03,740 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 031f907a33f4bf7be8771ce8afc5483f: 2024-11-24T09:22:03,742 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:22:03,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=031f907a33f4bf7be8771ce8afc5483f, regionState=CLOSED 2024-11-24T09:22:03,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-24T09:22:03,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 031f907a33f4bf7be8771ce8afc5483f, server=36e70e68d79c,40313,1732440030467 in 1.4290 sec 2024-11-24T09:22:03,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T09:22:03,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=031f907a33f4bf7be8771ce8afc5483f, UNASSIGN in 1.4340 sec 2024-11-24T09:22:03,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-24T09:22:03,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4380 sec 2024-11-24T09:22:03,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440123754"}]},"ts":"1732440123754"} 2024-11-24T09:22:03,758 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:22:03,761 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:22:03,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4600 sec 2024-11-24T09:22:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-24T09:22:04,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-11-24T09:22:04,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:22:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,417 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,418 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-24T09:22:04,435 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:22:04,444 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/recovered.edits] 2024-11-24T09:22:04,449 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8c8ae195c07d44388e3a047b62885176 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/8c8ae195c07d44388e3a047b62885176 2024-11-24T09:22:04,450 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b77165a1c2c349f18bdd85fae732d4e4 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/A/b77165a1c2c349f18bdd85fae732d4e4 2024-11-24T09:22:04,454 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2af0829ea9e04be6b9eec7d1077bfea1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/2af0829ea9e04be6b9eec7d1077bfea1 2024-11-24T09:22:04,458 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/bbdad9dc15e7479983404432ef638786 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/B/bbdad9dc15e7479983404432ef638786 2024-11-24T09:22:04,464 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/08c89171c5d4478d847ff61e64888c8e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/08c89171c5d4478d847ff61e64888c8e 2024-11-24T09:22:04,466 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/902e884348d34895b310c10f9fdab5ee to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/C/902e884348d34895b310c10f9fdab5ee 2024-11-24T09:22:04,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/recovered.edits/538.seqid to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f/recovered.edits/538.seqid 2024-11-24T09:22:04,477 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/031f907a33f4bf7be8771ce8afc5483f 2024-11-24T09:22:04,477 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:22:04,481 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,496 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:22:04,498 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:22:04,499 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,499 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:22:04,499 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440124499"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:04,501 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:22:04,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 031f907a33f4bf7be8771ce8afc5483f, NAME => 'TestAcidGuarantees,,1732440098148.031f907a33f4bf7be8771ce8afc5483f.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:22:04,501 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:22:04,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440124501"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:04,503 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:22:04,505 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-24T09:22:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-24T09:22:04,519 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 109 completed 2024-11-24T09:22:04,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 241), OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7122 (was 7054) - AvailableMemoryMB LEAK? - 2024-11-24T09:22:04,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=7121 2024-11-24T09:22:04,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:04,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:04,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:22:04,577 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:04,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:22:04,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-11-24T09:22:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:22:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742206_1382 (size=960) 2024-11-24T09:22:04,609 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:22:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742207_1383 (size=53) 2024-11-24T09:22:04,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:04,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 72d7638407f4650db5a2f68736a82192, disabling compactions & flushes 2024-11-24T09:22:04,648 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. after waiting 0 ms 2024-11-24T09:22:04,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,648 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:04,649 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:22:04,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440124649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440124649"}]},"ts":"1732440124649"} 2024-11-24T09:22:04,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:22:04,652 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:22:04,652 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440124652"}]},"ts":"1732440124652"} 2024-11-24T09:22:04,654 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:22:04,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, ASSIGN}] 2024-11-24T09:22:04,660 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, ASSIGN 2024-11-24T09:22:04,661 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:22:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:22:04,812 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:04,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; OpenRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:22:04,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:04,969 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,969 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7285): Opening region: {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:04,969 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,969 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:04,970 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7327): checking encryption for 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,970 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7330): checking classloading for 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,971 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,973 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:04,973 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d7638407f4650db5a2f68736a82192 columnFamilyName A 2024-11-24T09:22:04,974 DEBUG [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:04,975 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(327): Store=72d7638407f4650db5a2f68736a82192/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:04,975 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,976 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:04,976 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d7638407f4650db5a2f68736a82192 columnFamilyName B 2024-11-24T09:22:04,976 DEBUG [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:04,977 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(327): Store=72d7638407f4650db5a2f68736a82192/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:04,977 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,981 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:04,981 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d7638407f4650db5a2f68736a82192 columnFamilyName C 2024-11-24T09:22:04,981 DEBUG [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:04,982 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(327): Store=72d7638407f4650db5a2f68736a82192/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:04,982 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,983 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,983 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,984 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:04,986 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1085): writing seq id for 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:04,988 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:22:04,988 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1102): Opened 72d7638407f4650db5a2f68736a82192; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72847644, jitterRate=0.08551448583602905}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:04,991 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1001): Region open journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:04,991 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., pid=112, masterSystemTime=1732440124966 2024-11-24T09:22:04,993 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,993 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:04,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:04,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-24T09:22:04,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; OpenRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 in 181 msec 2024-11-24T09:22:04,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T09:22:04,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, ASSIGN in 337 msec 2024-11-24T09:22:04,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:22:04,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440124999"}]},"ts":"1732440124999"} 2024-11-24T09:22:05,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:22:05,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:22:05,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 431 msec 2024-11-24T09:22:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:22:05,183 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T09:22:05,185 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-24T09:22:05,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,207 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:22:05,213 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:22:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:05,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=113, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742208_1384 (size=996) 2024-11-24T09:22:05,269 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T09:22:05,269 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T09:22:05,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:05,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, REOPEN/MOVE}] 2024-11-24T09:22:05,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, REOPEN/MOVE 2024-11-24T09:22:05,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,280 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:05,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE; CloseRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:05,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,432 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(124): Close 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,432 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:05,432 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1681): Closing 72d7638407f4650db5a2f68736a82192, disabling compactions & flushes 2024-11-24T09:22:05,432 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,432 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,432 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. after waiting 0 ms 2024-11-24T09:22:05,432 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,437 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T09:22:05,438 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,438 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1635): Region close journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:05,438 WARN [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionServer(3786): Not adding moved region record: 72d7638407f4650db5a2f68736a82192 to self. 2024-11-24T09:22:05,447 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(170): Closed 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=CLOSED 2024-11-24T09:22:05,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-24T09:22:05,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; CloseRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 in 168 msec 2024-11-24T09:22:05,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, REOPEN/MOVE; state=CLOSED, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=true 2024-11-24T09:22:05,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=115, state=RUNNABLE; OpenRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:05,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,766 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,766 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:05,767 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,767 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:05,767 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,767 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,772 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,773 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:05,774 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d7638407f4650db5a2f68736a82192 columnFamilyName A 2024-11-24T09:22:05,776 DEBUG [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:05,777 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(327): Store=72d7638407f4650db5a2f68736a82192/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:05,777 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,778 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:05,778 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d7638407f4650db5a2f68736a82192 columnFamilyName B 2024-11-24T09:22:05,778 DEBUG [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:05,779 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(327): Store=72d7638407f4650db5a2f68736a82192/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:05,779 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,780 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:05,780 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d7638407f4650db5a2f68736a82192 columnFamilyName C 2024-11-24T09:22:05,780 DEBUG [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:05,781 INFO [StoreOpener-72d7638407f4650db5a2f68736a82192-1 {}] regionserver.HStore(327): Store=72d7638407f4650db5a2f68736a82192/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:05,781 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,781 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,783 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,785 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:05,786 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,789 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened 72d7638407f4650db5a2f68736a82192; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60887014, jitterRate=-0.09271278977394104}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:05,790 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:05,791 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., pid=117, masterSystemTime=1732440125754 2024-11-24T09:22:05,793 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,793 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:05,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=115 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=OPEN, openSeqNum=5, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=115 2024-11-24T09:22:05,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=115, state=SUCCESS; OpenRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 in 193 msec 2024-11-24T09:22:05,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T09:22:05,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, REOPEN/MOVE in 519 msec 2024-11-24T09:22:05,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-24T09:22:05,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-11-24T09:22:05,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 584 msec 2024-11-24T09:22:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-11-24T09:22:05,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-24T09:22:05,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-24T09:22:05,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-24T09:22:05,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-24T09:22:05,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-24T09:22:05,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-24T09:22:05,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-24T09:22:05,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-24T09:22:05,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-24T09:22:05,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-24T09:22:05,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:05,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-24T09:22:05,904 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:05,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:05,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:05,920 DEBUG [hconnection-0x6f0a9719-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,922 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:05,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:05,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:05,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,957 DEBUG [hconnection-0x63e810b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,958 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,958 DEBUG [hconnection-0x2f28602c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,963 DEBUG [hconnection-0x19f89485-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,964 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,968 DEBUG [hconnection-0x2270e746-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,969 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440185971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,972 DEBUG [hconnection-0x47d352ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440185972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,973 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440185973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,976 DEBUG [hconnection-0x7396aebe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440185976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,976 DEBUG [hconnection-0x5d05dd49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,977 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440185980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:05,992 DEBUG [hconnection-0x77feb63b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:05,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:05,999 DEBUG [hconnection-0xf12ca5a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:06,001 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:06,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d26c92b857b421d898956f26a99cf19_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440125939/Put/seqid=0 2024-11-24T09:22:06,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742209_1385 (size=12154) 2024-11-24T09:22:06,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440186073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440186076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440186077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440186078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440186082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:06,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440186283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440186284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440186285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440186286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440186286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,474 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:06,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d26c92b857b421d898956f26a99cf19_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d26c92b857b421d898956f26a99cf19_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:06,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/a7600319a35442fc94bea9b235e3cb5d, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:06,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/a7600319a35442fc94bea9b235e3cb5d is 175, key is test_row_0/A:col10/1732440125939/Put/seqid=0 2024-11-24T09:22:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:06,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742210_1386 (size=30955) 2024-11-24T09:22:06,580 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/a7600319a35442fc94bea9b235e3cb5d 2024-11-24T09:22:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440186592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440186592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440186593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440186595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440186596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d09feb4ef4a54c1e9fc63fe19d2108d5 is 50, key is test_row_0/B:col10/1732440125939/Put/seqid=0 2024-11-24T09:22:06,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742211_1387 (size=12001) 2024-11-24T09:22:06,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:06,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:06,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:07,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d09feb4ef4a54c1e9fc63fe19d2108d5 2024-11-24T09:22:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440187105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440187109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440187109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440187111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440187113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/3d23a07e8a544ff48c3df5d69257bdd7 is 50, key is test_row_0/C:col10/1732440125939/Put/seqid=0 2024-11-24T09:22:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742212_1388 (size=12001) 2024-11-24T09:22:07,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:07,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:07,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:07,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:07,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/3d23a07e8a544ff48c3df5d69257bdd7 2024-11-24T09:22:07,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/a7600319a35442fc94bea9b235e3cb5d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d 2024-11-24T09:22:07,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T09:22:07,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d09feb4ef4a54c1e9fc63fe19d2108d5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d09feb4ef4a54c1e9fc63fe19d2108d5 2024-11-24T09:22:07,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d09feb4ef4a54c1e9fc63fe19d2108d5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T09:22:07,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/3d23a07e8a544ff48c3df5d69257bdd7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3d23a07e8a544ff48c3df5d69257bdd7 2024-11-24T09:22:07,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3d23a07e8a544ff48c3df5d69257bdd7, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T09:22:07,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 72d7638407f4650db5a2f68736a82192 in 1683ms, sequenceid=15, compaction requested=false 2024-11-24T09:22:07,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:07,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:07,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T09:22:07,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:07,762 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd4c5062608a47f691ed03c925051987_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440125971/Put/seqid=0 2024-11-24T09:22:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742213_1389 (size=12154) 2024-11-24T09:22:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:08,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440188128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440188129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440188134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440188134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440188134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:08,244 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd4c5062608a47f691ed03c925051987_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd4c5062608a47f691ed03c925051987_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/70d48b2feae2433098f22aa193ea7210, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/70d48b2feae2433098f22aa193ea7210 is 175, key is test_row_0/A:col10/1732440125971/Put/seqid=0 2024-11-24T09:22:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440188236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440188242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440188242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440188243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742214_1390 (size=30955) 2024-11-24T09:22:08,299 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/70d48b2feae2433098f22aa193ea7210 2024-11-24T09:22:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0 is 50, key is test_row_0/B:col10/1732440125971/Put/seqid=0 2024-11-24T09:22:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742215_1391 (size=12001) 2024-11-24T09:22:08,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440188448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440188452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440188453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440188455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,757 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0 2024-11-24T09:22:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440188760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440188761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440188761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/5b96da40bbbe478b9e6548ff10b4b3fa is 50, key is test_row_0/C:col10/1732440125971/Put/seqid=0 2024-11-24T09:22:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440188765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:08,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742216_1392 (size=12001) 2024-11-24T09:22:09,219 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/5b96da40bbbe478b9e6548ff10b4b3fa 2024-11-24T09:22:09,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/70d48b2feae2433098f22aa193ea7210 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210 2024-11-24T09:22:09,232 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T09:22:09,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0 2024-11-24T09:22:09,240 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:22:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/5b96da40bbbe478b9e6548ff10b4b3fa as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5b96da40bbbe478b9e6548ff10b4b3fa 2024-11-24T09:22:09,245 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5b96da40bbbe478b9e6548ff10b4b3fa, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:22:09,246 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 72d7638407f4650db5a2f68736a82192 in 1484ms, sequenceid=41, compaction requested=false 2024-11-24T09:22:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-24T09:22:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-24T09:22:09,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T09:22:09,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3430 sec 2024-11-24T09:22:09,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.3470 sec 2024-11-24T09:22:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:09,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:09,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:09,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:09,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:09,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a14812a6bb90486684e09abd8d62bbb4_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:09,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:22:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742217_1393 (size=19474) 2024-11-24T09:22:09,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440189344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440189346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440189348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:09,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440189351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,369 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a14812a6bb90486684e09abd8d62bbb4_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a14812a6bb90486684e09abd8d62bbb4_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:09,370 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/7cb3f6bafc2a4354884e9a57a896ce1e, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:09,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/7cb3f6bafc2a4354884e9a57a896ce1e is 175, key is test_row_0/A:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742218_1394 (size=56733) 2024-11-24T09:22:09,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440189463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440189463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440189469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440189469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440189669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440189670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440189680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440189681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:09,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/7cb3f6bafc2a4354884e9a57a896ce1e 2024-11-24T09:22:09,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/cd028a3c66eb409192bffebf3c652572 is 50, key is test_row_0/B:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742219_1395 (size=12001) 2024-11-24T09:22:09,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/cd028a3c66eb409192bffebf3c652572 2024-11-24T09:22:09,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/d20e542f402242beb2b643bc16584685 is 50, key is test_row_0/C:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742220_1396 (size=12001) 2024-11-24T09:22:09,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/d20e542f402242beb2b643bc16584685 2024-11-24T09:22:09,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/7cb3f6bafc2a4354884e9a57a896ce1e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e 2024-11-24T09:22:09,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e, entries=300, sequenceid=55, filesize=55.4 K 2024-11-24T09:22:09,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/cd028a3c66eb409192bffebf3c652572 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/cd028a3c66eb409192bffebf3c652572 2024-11-24T09:22:09,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/cd028a3c66eb409192bffebf3c652572, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:09,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/d20e542f402242beb2b643bc16584685 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/d20e542f402242beb2b643bc16584685 2024-11-24T09:22:09,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/d20e542f402242beb2b643bc16584685, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:09,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 72d7638407f4650db5a2f68736a82192 in 704ms, sequenceid=55, compaction requested=true 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:09,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:09,979 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:09,979 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:09,981 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:09,981 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:09,982 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/A is initiating minor compaction (all files) 2024-11-24T09:22:09,982 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/B is initiating minor compaction (all files) 2024-11-24T09:22:09,982 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/A in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:09,982 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=115.9 K 2024-11-24T09:22:09,982 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:09,982 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e] 2024-11-24T09:22:09,982 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/B in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:09,982 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d09feb4ef4a54c1e9fc63fe19d2108d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/cd028a3c66eb409192bffebf3c652572] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=35.2 K 2024-11-24T09:22:09,984 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7600319a35442fc94bea9b235e3cb5d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732440125936 2024-11-24T09:22:09,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,984 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d09feb4ef4a54c1e9fc63fe19d2108d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732440125936 2024-11-24T09:22:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:09,984 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70d48b2feae2433098f22aa193ea7210, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440125965 2024-11-24T09:22:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:09,985 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a6b49ba5c0e4f49a8deb12e41f6d9c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440125965 2024-11-24T09:22:09,985 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cb3f6bafc2a4354884e9a57a896ce1e, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440128127 2024-11-24T09:22:09,985 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting cd028a3c66eb409192bffebf3c652572, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440128132 2024-11-24T09:22:10,007 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:22:10,011 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T09:22:10,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:10,015 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-24T09:22:10,016 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/5fe37b3a0a5e4645832ccfa22e5551bf is 50, key is test_row_0/B:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:10,017 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:10,018 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:10,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T09:22:10,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411fd3cc7a1c7464694aa8dad780c1387_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440129980/Put/seqid=0 2024-11-24T09:22:10,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440190017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,036 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244d594748deb64bbab286e8cedd9e2fba_72d7638407f4650db5a2f68736a82192 store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440190019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,038 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244d594748deb64bbab286e8cedd9e2fba_72d7638407f4650db5a2f68736a82192, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:10,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440190020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,038 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244d594748deb64bbab286e8cedd9e2fba_72d7638407f4650db5a2f68736a82192 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440190028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742221_1397 (size=12104) 2024-11-24T09:22:10,087 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/5fe37b3a0a5e4645832ccfa22e5551bf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5fe37b3a0a5e4645832ccfa22e5551bf 2024-11-24T09:22:10,092 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/B of 72d7638407f4650db5a2f68736a82192 into 5fe37b3a0a5e4645832ccfa22e5551bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:10,092 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:10,092 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/B, priority=13, startTime=1732440129979; duration=0sec 2024-11-24T09:22:10,093 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:10,093 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:B 2024-11-24T09:22:10,093 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:10,094 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:10,094 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/C is initiating minor compaction (all files) 2024-11-24T09:22:10,094 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/C in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,100 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3d23a07e8a544ff48c3df5d69257bdd7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5b96da40bbbe478b9e6548ff10b4b3fa, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/d20e542f402242beb2b643bc16584685] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=35.2 K 2024-11-24T09:22:10,100 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d23a07e8a544ff48c3df5d69257bdd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732440125936 2024-11-24T09:22:10,101 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b96da40bbbe478b9e6548ff10b4b3fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440125965 2024-11-24T09:22:10,101 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d20e542f402242beb2b643bc16584685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440128132 2024-11-24T09:22:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742222_1398 (size=14594) 2024-11-24T09:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T09:22:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742223_1399 (size=4469) 2024-11-24T09:22:10,130 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:10,130 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f23afebd143645b486ba2abd3e6ec98c is 50, key is test_row_0/C:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:10,131 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#A#compaction#341 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:10,131 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1a91cd6fbf59492eb609f4b1e94b64f8 is 175, key is test_row_0/A:col10/1732440129274/Put/seqid=0 2024-11-24T09:22:10,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440190130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440190140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440190140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440190141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440190151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,165 DEBUG [Thread-1720 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742224_1400 (size=12104) 2024-11-24T09:22:10,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T09:22:10,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742225_1401 (size=31058) 2024-11-24T09:22:10,202 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1a91cd6fbf59492eb609f4b1e94b64f8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1a91cd6fbf59492eb609f4b1e94b64f8 2024-11-24T09:22:10,209 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/A of 72d7638407f4650db5a2f68736a82192 into 1a91cd6fbf59492eb609f4b1e94b64f8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:10,209 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:10,209 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/A, priority=13, startTime=1732440129979; duration=0sec 2024-11-24T09:22:10,209 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:10,209 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:A 2024-11-24T09:22:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T09:22:10,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T09:22:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440190340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440190357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440190357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440190357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T09:22:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:10,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411fd3cc7a1c7464694aa8dad780c1387_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411fd3cc7a1c7464694aa8dad780c1387_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:10,519 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/103a7a7c1cd34777a6111765f79f5039, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:10,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/103a7a7c1cd34777a6111765f79f5039 is 175, key is test_row_0/A:col10/1732440129980/Put/seqid=0 2024-11-24T09:22:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742226_1402 (size=39549) 2024-11-24T09:22:10,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/103a7a7c1cd34777a6111765f79f5039 2024-11-24T09:22:10,581 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f23afebd143645b486ba2abd3e6ec98c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f23afebd143645b486ba2abd3e6ec98c 2024-11-24T09:22:10,587 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/C of 72d7638407f4650db5a2f68736a82192 into f23afebd143645b486ba2abd3e6ec98c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:10,587 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:10,587 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/C, priority=13, startTime=1732440129979; duration=0sec 2024-11-24T09:22:10,587 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:10,587 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:C 2024-11-24T09:22:10,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/76a8cb9f1b044602bfd11839746de648 is 50, key is test_row_0/B:col10/1732440129980/Put/seqid=0 2024-11-24T09:22:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742227_1403 (size=12001) 2024-11-24T09:22:10,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/76a8cb9f1b044602bfd11839746de648 2024-11-24T09:22:10,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/ba5849b37dae4dfd834d666679eded94 is 50, key is test_row_0/C:col10/1732440129980/Put/seqid=0 2024-11-24T09:22:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T09:22:10,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T09:22:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440190647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742228_1404 (size=12001) 2024-11-24T09:22:10,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/ba5849b37dae4dfd834d666679eded94 2024-11-24T09:22:10,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/103a7a7c1cd34777a6111765f79f5039 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039 2024-11-24T09:22:10,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440190666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440190666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440190666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039, entries=200, sequenceid=78, filesize=38.6 K 2024-11-24T09:22:10,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/76a8cb9f1b044602bfd11839746de648 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/76a8cb9f1b044602bfd11839746de648 2024-11-24T09:22:10,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/76a8cb9f1b044602bfd11839746de648, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:22:10,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/ba5849b37dae4dfd834d666679eded94 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/ba5849b37dae4dfd834d666679eded94 2024-11-24T09:22:10,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/ba5849b37dae4dfd834d666679eded94, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:22:10,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 72d7638407f4650db5a2f68736a82192 in 715ms, sequenceid=78, compaction requested=false 2024-11-24T09:22:10,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:10,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:10,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T09:22:10,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124044b353b1b79402a9ca17bbb274f8b6e_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440130014/Put/seqid=0 2024-11-24T09:22:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742229_1405 (size=12154) 2024-11-24T09:22:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:10,860 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124044b353b1b79402a9ca17bbb274f8b6e_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124044b353b1b79402a9ca17bbb274f8b6e_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d is 175, key is test_row_0/A:col10/1732440130014/Put/seqid=0 2024-11-24T09:22:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742230_1406 (size=30955) 2024-11-24T09:22:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T09:22:11,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:11,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440191218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440191219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440191222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440191224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,296 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d 2024-11-24T09:22:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/b7bfb7c1f79c4e88ae28f7132a8df599 is 50, key is test_row_0/B:col10/1732440130014/Put/seqid=0 2024-11-24T09:22:11,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440191331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440191331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440191333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440191335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742231_1407 (size=12001) 2024-11-24T09:22:11,370 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/b7bfb7c1f79c4e88ae28f7132a8df599 2024-11-24T09:22:11,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c97cf727813141fdb5679130cb18ea3f is 50, key is test_row_0/C:col10/1732440130014/Put/seqid=0 2024-11-24T09:22:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742232_1408 (size=12001) 2024-11-24T09:22:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440191540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440191539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440191541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440191544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,843 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c97cf727813141fdb5679130cb18ea3f 2024-11-24T09:22:11,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d 2024-11-24T09:22:11,856 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d, entries=150, sequenceid=94, filesize=30.2 K 2024-11-24T09:22:11,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440191850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/b7bfb7c1f79c4e88ae28f7132a8df599 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b7bfb7c1f79c4e88ae28f7132a8df599 2024-11-24T09:22:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440191850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440191852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440191852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:11,864 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b7bfb7c1f79c4e88ae28f7132a8df599, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T09:22:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c97cf727813141fdb5679130cb18ea3f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c97cf727813141fdb5679130cb18ea3f 2024-11-24T09:22:11,869 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c97cf727813141fdb5679130cb18ea3f, entries=150, sequenceid=94, filesize=11.7 K 2024-11-24T09:22:11,870 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 72d7638407f4650db5a2f68736a82192 in 1086ms, sequenceid=94, compaction requested=true 2024-11-24T09:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-24T09:22:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-24T09:22:11,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T09:22:11,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-11-24T09:22:11,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8600 sec 2024-11-24T09:22:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T09:22:12,124 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T09:22:12,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-24T09:22:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:22:12,128 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:12,129 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:12,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:22:12,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T09:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:12,283 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:12,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:12,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112463b2d5e14e6d45fcb816d052cb54c5b4_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440131219/Put/seqid=0 2024-11-24T09:22:12,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742233_1409 (size=12154) 2024-11-24T09:22:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:12,363 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112463b2d5e14e6d45fcb816d052cb54c5b4_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112463b2d5e14e6d45fcb816d052cb54c5b4_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:12,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/b54d41bb6fff4db4baf694ada2102899, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/b54d41bb6fff4db4baf694ada2102899 is 175, key is test_row_0/A:col10/1732440131219/Put/seqid=0 2024-11-24T09:22:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742234_1410 (size=30955) 2024-11-24T09:22:12,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440192379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440192388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440192389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440192395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:22:12,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440192497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440192500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440192500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440192512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440192707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440192707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440192708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440192718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:22:12,793 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/b54d41bb6fff4db4baf694ada2102899 2024-11-24T09:22:12,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/db4ddb9e1c7b4ab097062978995e4995 is 50, key is test_row_0/B:col10/1732440131219/Put/seqid=0 2024-11-24T09:22:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742235_1411 (size=12001) 2024-11-24T09:22:12,824 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/db4ddb9e1c7b4ab097062978995e4995 2024-11-24T09:22:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f07390d453244a32a57842f34854dcf2 is 50, key is test_row_0/C:col10/1732440131219/Put/seqid=0 2024-11-24T09:22:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742236_1412 (size=12001) 2024-11-24T09:22:13,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440193013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440193013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440193015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440193024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:22:13,266 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f07390d453244a32a57842f34854dcf2 2024-11-24T09:22:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/b54d41bb6fff4db4baf694ada2102899 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899 2024-11-24T09:22:13,279 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899, entries=150, sequenceid=117, filesize=30.2 K 2024-11-24T09:22:13,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/db4ddb9e1c7b4ab097062978995e4995 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/db4ddb9e1c7b4ab097062978995e4995 2024-11-24T09:22:13,287 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/db4ddb9e1c7b4ab097062978995e4995, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T09:22:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f07390d453244a32a57842f34854dcf2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f07390d453244a32a57842f34854dcf2 2024-11-24T09:22:13,301 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f07390d453244a32a57842f34854dcf2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T09:22:13,303 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 72d7638407f4650db5a2f68736a82192 in 1019ms, sequenceid=117, compaction requested=true 2024-11-24T09:22:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-24T09:22:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-24T09:22:13,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T09:22:13,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1750 sec 2024-11-24T09:22:13,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.1830 sec 2024-11-24T09:22:13,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:22:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:13,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:13,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124720af38d23584b80ba120da5687f362f_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742237_1413 (size=14694) 2024-11-24T09:22:13,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440193586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440193587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440193588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440193591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440193701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440193701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440193701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440193710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440193906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440193906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440193911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440193920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:13,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:13,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124720af38d23584b80ba120da5687f362f_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720af38d23584b80ba120da5687f362f_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:13,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/caf72dc4a2ed43edb17493298e4f0e3c, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:13,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/caf72dc4a2ed43edb17493298e4f0e3c is 175, key is test_row_0/A:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742238_1414 (size=39649) 2024-11-24T09:22:14,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/caf72dc4a2ed43edb17493298e4f0e3c 2024-11-24T09:22:14,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/16251b39706f404b9a417d79166df0c6 is 50, key is test_row_0/B:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742239_1415 (size=12101) 2024-11-24T09:22:14,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/16251b39706f404b9a417d79166df0c6 2024-11-24T09:22:14,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c0c2e0f24e964a779072712d80deb021 is 50, key is test_row_0/C:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742240_1416 (size=12101) 2024-11-24T09:22:14,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c0c2e0f24e964a779072712d80deb021 2024-11-24T09:22:14,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/caf72dc4a2ed43edb17493298e4f0e3c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c 2024-11-24T09:22:14,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c, entries=200, sequenceid=131, filesize=38.7 K 2024-11-24T09:22:14,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/16251b39706f404b9a417d79166df0c6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/16251b39706f404b9a417d79166df0c6 2024-11-24T09:22:14,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/16251b39706f404b9a417d79166df0c6, entries=150, sequenceid=131, filesize=11.8 K 2024-11-24T09:22:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c0c2e0f24e964a779072712d80deb021 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c0c2e0f24e964a779072712d80deb021 2024-11-24T09:22:14,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c0c2e0f24e964a779072712d80deb021, entries=150, sequenceid=131, filesize=11.8 K 2024-11-24T09:22:14,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 72d7638407f4650db5a2f68736a82192 in 635ms, sequenceid=131, compaction requested=true 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:14,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:14,162 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:22:14,162 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:22:14,165 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172166 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:22:14,165 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/A is initiating minor compaction (all files) 2024-11-24T09:22:14,165 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/A in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,165 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1a91cd6fbf59492eb609f4b1e94b64f8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=168.1 K 2024-11-24T09:22:14,165 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,165 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1a91cd6fbf59492eb609f4b1e94b64f8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c] 2024-11-24T09:22:14,165 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:22:14,165 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/B is initiating minor compaction (all files) 2024-11-24T09:22:14,165 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/B in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,166 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5fe37b3a0a5e4645832ccfa22e5551bf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/76a8cb9f1b044602bfd11839746de648, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b7bfb7c1f79c4e88ae28f7132a8df599, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/db4ddb9e1c7b4ab097062978995e4995, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/16251b39706f404b9a417d79166df0c6] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=58.8 K 2024-11-24T09:22:14,166 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a91cd6fbf59492eb609f4b1e94b64f8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440128132 2024-11-24T09:22:14,167 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fe37b3a0a5e4645832ccfa22e5551bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440128132 2024-11-24T09:22:14,167 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 103a7a7c1cd34777a6111765f79f5039, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440129343 2024-11-24T09:22:14,169 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76a8cb9f1b044602bfd11839746de648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440129343 2024-11-24T09:22:14,169 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e9b865c2c04b5e8f9a0ac4d0641f9d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732440130014 2024-11-24T09:22:14,169 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7bfb7c1f79c4e88ae28f7132a8df599, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732440130014 2024-11-24T09:22:14,170 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b54d41bb6fff4db4baf694ada2102899, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440131199 2024-11-24T09:22:14,170 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4ddb9e1c7b4ab097062978995e4995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440131199 2024-11-24T09:22:14,170 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting caf72dc4a2ed43edb17493298e4f0e3c, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732440132385 2024-11-24T09:22:14,171 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16251b39706f404b9a417d79166df0c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732440132386 2024-11-24T09:22:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:14,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:14,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:14,192 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:14,199 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:14,200 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/61ff9e00bcc342a6ad015f6d25b8c03b is 50, key is test_row_0/B:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:14,211 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112467ecfc0d73624f73a7abb304564344c3_72d7638407f4650db5a2f68736a82192 store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:14,215 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112467ecfc0d73624f73a7abb304564344c3_72d7638407f4650db5a2f68736a82192, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:14,215 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112467ecfc0d73624f73a7abb304564344c3_72d7638407f4650db5a2f68736a82192 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:14,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240b1170247e614b7ba8ff518d30d68cfe_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440133589/Put/seqid=0 2024-11-24T09:22:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:22:14,232 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-24T09:22:14,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T09:22:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:14,235 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:14,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:14,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:14,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742241_1417 (size=12375) 2024-11-24T09:22:14,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440194238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440194240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440194240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440194241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440194242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742242_1418 (size=4469) 2024-11-24T09:22:14,280 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#A#compaction#356 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:14,282 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/d122986d3a614164af613589ee8e696a is 175, key is test_row_0/A:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742243_1419 (size=14794) 2024-11-24T09:22:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742244_1420 (size=31329) 2024-11-24T09:22:14,326 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/d122986d3a614164af613589ee8e696a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d122986d3a614164af613589ee8e696a 2024-11-24T09:22:14,332 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 72d7638407f4650db5a2f68736a82192/A of 72d7638407f4650db5a2f68736a82192 into d122986d3a614164af613589ee8e696a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:14,332 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:14,332 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/A, priority=11, startTime=1732440134162; duration=0sec 2024-11-24T09:22:14,332 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:14,332 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:A 2024-11-24T09:22:14,332 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:22:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:14,336 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:22:14,336 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/C is initiating minor compaction (all files) 2024-11-24T09:22:14,336 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/C in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,336 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f23afebd143645b486ba2abd3e6ec98c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/ba5849b37dae4dfd834d666679eded94, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c97cf727813141fdb5679130cb18ea3f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f07390d453244a32a57842f34854dcf2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c0c2e0f24e964a779072712d80deb021] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=58.8 K 2024-11-24T09:22:14,337 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f23afebd143645b486ba2abd3e6ec98c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440128132 2024-11-24T09:22:14,337 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ba5849b37dae4dfd834d666679eded94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440129343 2024-11-24T09:22:14,337 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c97cf727813141fdb5679130cb18ea3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732440130014 2024-11-24T09:22:14,338 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f07390d453244a32a57842f34854dcf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732440131199 2024-11-24T09:22:14,339 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c2e0f24e964a779072712d80deb021, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732440132386 2024-11-24T09:22:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440194356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,361 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:14,362 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/10d11590234b4742bf269ca5ffbdca8d is 50, key is test_row_0/C:col10/1732440132392/Put/seqid=0 2024-11-24T09:22:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440194358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440194357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440194358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440194359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742245_1421 (size=12375) 2024-11-24T09:22:14,408 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/10d11590234b4742bf269ca5ffbdca8d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10d11590234b4742bf269ca5ffbdca8d 2024-11-24T09:22:14,414 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 72d7638407f4650db5a2f68736a82192/C of 72d7638407f4650db5a2f68736a82192 into 10d11590234b4742bf269ca5ffbdca8d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:14,414 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:14,415 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/C, priority=11, startTime=1732440134162; duration=0sec 2024-11-24T09:22:14,415 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:14,415 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:C 2024-11-24T09:22:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:14,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:14,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440194561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440194566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440194566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440194567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440194570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,650 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/61ff9e00bcc342a6ad015f6d25b8c03b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/61ff9e00bcc342a6ad015f6d25b8c03b 2024-11-24T09:22:14,656 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 72d7638407f4650db5a2f68736a82192/B of 72d7638407f4650db5a2f68736a82192 into 61ff9e00bcc342a6ad015f6d25b8c03b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:14,656 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:14,656 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/B, priority=11, startTime=1732440134162; duration=0sec 2024-11-24T09:22:14,656 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:14,657 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:B 2024-11-24T09:22:14,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240b1170247e614b7ba8ff518d30d68cfe_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240b1170247e614b7ba8ff518d30d68cfe_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:14,706 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/476192b42e354c24a0437c732b2a1886, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:14,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/476192b42e354c24a0437c732b2a1886 is 175, key is test_row_0/A:col10/1732440133589/Put/seqid=0 2024-11-24T09:22:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742246_1422 (size=39749) 2024-11-24T09:22:14,732 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/476192b42e354c24a0437c732b2a1886 2024-11-24T09:22:14,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/bf8c64daad92437ab56608a59efdc8d0 is 50, key is test_row_0/B:col10/1732440133589/Put/seqid=0 2024-11-24T09:22:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742247_1423 (size=12151) 2024-11-24T09:22:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:14,850 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:14,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:14,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440194874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440194879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440194879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440194879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440194880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:15,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/bf8c64daad92437ab56608a59efdc8d0 2024-11-24T09:22:15,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c928852167d34f688c70a5917e281629 is 50, key is test_row_0/C:col10/1732440133589/Put/seqid=0 2024-11-24T09:22:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742248_1424 (size=12151) 2024-11-24T09:22:15,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:15,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440195386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440195386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440195387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440195388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440195388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c928852167d34f688c70a5917e281629 2024-11-24T09:22:15,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/476192b42e354c24a0437c732b2a1886 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886 2024-11-24T09:22:15,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886, entries=200, sequenceid=154, filesize=38.8 K 2024-11-24T09:22:15,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/bf8c64daad92437ab56608a59efdc8d0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/bf8c64daad92437ab56608a59efdc8d0 2024-11-24T09:22:15,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/bf8c64daad92437ab56608a59efdc8d0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T09:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/c928852167d34f688c70a5917e281629 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c928852167d34f688c70a5917e281629 2024-11-24T09:22:15,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c928852167d34f688c70a5917e281629, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T09:22:15,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 72d7638407f4650db5a2f68736a82192 in 1491ms, sequenceid=154, compaction requested=false 2024-11-24T09:22:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:15,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:15,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:15,773 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d8de535c205481fac5b5fd0c7ebd1a4_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440134240/Put/seqid=0 2024-11-24T09:22:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742249_1425 (size=12304) 2024-11-24T09:22:16,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:16,220 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d8de535c205481fac5b5fd0c7ebd1a4_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d8de535c205481fac5b5fd0c7ebd1a4_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:16,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d3b72e8b3f141409b30e876225c946b, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:16,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d3b72e8b3f141409b30e876225c946b is 175, key is test_row_0/A:col10/1732440134240/Put/seqid=0 2024-11-24T09:22:16,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742250_1426 (size=31105) 2024-11-24T09:22:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:16,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440196450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440196452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440196463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440196468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440196469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440196568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440196568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440196577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440196581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440196582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,655 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d3b72e8b3f141409b30e876225c946b 2024-11-24T09:22:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/07c5d3e0790a4fe4aaefa4f437382a18 is 50, key is test_row_0/B:col10/1732440134240/Put/seqid=0 2024-11-24T09:22:16,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742251_1427 (size=12151) 2024-11-24T09:22:16,721 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/07c5d3e0790a4fe4aaefa4f437382a18 2024-11-24T09:22:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/10fe2d1915f84ce39f0a1c00a58178a1 is 50, key is test_row_0/C:col10/1732440134240/Put/seqid=0 2024-11-24T09:22:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742252_1428 (size=12151) 2024-11-24T09:22:16,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440196777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440196778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440196790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440196790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:16,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440196790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440197085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440197085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440197098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440197101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440197103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,171 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/10fe2d1915f84ce39f0a1c00a58178a1 2024-11-24T09:22:17,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d3b72e8b3f141409b30e876225c946b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b 2024-11-24T09:22:17,198 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b, entries=150, sequenceid=170, filesize=30.4 K 2024-11-24T09:22:17,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/07c5d3e0790a4fe4aaefa4f437382a18 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/07c5d3e0790a4fe4aaefa4f437382a18 2024-11-24T09:22:17,206 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/07c5d3e0790a4fe4aaefa4f437382a18, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T09:22:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/10fe2d1915f84ce39f0a1c00a58178a1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10fe2d1915f84ce39f0a1c00a58178a1 2024-11-24T09:22:17,215 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10fe2d1915f84ce39f0a1c00a58178a1, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T09:22:17,216 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 72d7638407f4650db5a2f68736a82192 in 1443ms, sequenceid=170, compaction requested=true 2024-11-24T09:22:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T09:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T09:22:17,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T09:22:17,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9830 sec 2024-11-24T09:22:17,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.9880 sec 2024-11-24T09:22:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:17,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243fc030b9e0e0452d9bf2cf3d814375e8_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:17,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440197614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440197616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440197617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440197619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440197621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742253_1429 (size=14794) 2024-11-24T09:22:17,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:17,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243fc030b9e0e0452d9bf2cf3d814375e8_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fc030b9e0e0452d9bf2cf3d814375e8_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:17,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/f6de102c380743c89c31e2bdac50417f, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:17,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/f6de102c380743c89c31e2bdac50417f is 175, key is test_row_0/A:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742254_1430 (size=39749) 2024-11-24T09:22:17,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/f6de102c380743c89c31e2bdac50417f 2024-11-24T09:22:17,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/480885b2b33e4a49b706165260a842b9 is 50, key is test_row_0/B:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742255_1431 (size=12151) 2024-11-24T09:22:17,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/480885b2b33e4a49b706165260a842b9 2024-11-24T09:22:17,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/07edbe19e07744bf91844a4872cac75a is 50, key is test_row_0/C:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440197725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440197726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742256_1432 (size=12151) 2024-11-24T09:22:17,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/07edbe19e07744bf91844a4872cac75a 2024-11-24T09:22:17,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440197731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440197731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440197732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/f6de102c380743c89c31e2bdac50417f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f 2024-11-24T09:22:17,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f, entries=200, sequenceid=195, filesize=38.8 K 2024-11-24T09:22:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/480885b2b33e4a49b706165260a842b9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/480885b2b33e4a49b706165260a842b9 2024-11-24T09:22:17,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/480885b2b33e4a49b706165260a842b9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T09:22:17,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/07edbe19e07744bf91844a4872cac75a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/07edbe19e07744bf91844a4872cac75a 2024-11-24T09:22:17,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/07edbe19e07744bf91844a4872cac75a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T09:22:17,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 72d7638407f4650db5a2f68736a82192 in 165ms, sequenceid=195, compaction requested=true 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:17,765 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:17,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:17,765 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:17,766 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141932 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:17,766 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:17,766 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/A is initiating minor compaction (all files) 2024-11-24T09:22:17,767 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/B is initiating minor compaction (all files) 2024-11-24T09:22:17,767 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/A in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:17,767 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/B in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:17,767 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d122986d3a614164af613589ee8e696a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=138.6 K 2024-11-24T09:22:17,767 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/61ff9e00bcc342a6ad015f6d25b8c03b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/bf8c64daad92437ab56608a59efdc8d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/07c5d3e0790a4fe4aaefa4f437382a18, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/480885b2b33e4a49b706165260a842b9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=47.7 K 2024-11-24T09:22:17,767 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:17,767 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d122986d3a614164af613589ee8e696a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f] 2024-11-24T09:22:17,767 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 61ff9e00bcc342a6ad015f6d25b8c03b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732440132386 2024-11-24T09:22:17,767 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d122986d3a614164af613589ee8e696a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732440132386 2024-11-24T09:22:17,767 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8c64daad92437ab56608a59efdc8d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732440133585 2024-11-24T09:22:17,767 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 476192b42e354c24a0437c732b2a1886, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732440133584 2024-11-24T09:22:17,768 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c5d3e0790a4fe4aaefa4f437382a18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440134224 2024-11-24T09:22:17,768 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3b72e8b3f141409b30e876225c946b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440134224 2024-11-24T09:22:17,768 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 480885b2b33e4a49b706165260a842b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440136462 2024-11-24T09:22:17,768 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6de102c380743c89c31e2bdac50417f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440136462 2024-11-24T09:22:17,774 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:17,776 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#B#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:17,777 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/1764c1b781594882896f2a425c50a2be is 50, key is test_row_0/B:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:17,780 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248adbfd8e1e5148d78d4262364f25eeee_72d7638407f4650db5a2f68736a82192 store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:17,782 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248adbfd8e1e5148d78d4262364f25eeee_72d7638407f4650db5a2f68736a82192, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:17,782 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248adbfd8e1e5148d78d4262364f25eeee_72d7638407f4650db5a2f68736a82192 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742257_1433 (size=12561) 2024-11-24T09:22:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742258_1434 (size=4469) 2024-11-24T09:22:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:17,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:17,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242667506cc4bd46218108f558e1ec2ba1_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440137613/Put/seqid=0 2024-11-24T09:22:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742259_1435 (size=12304) 2024-11-24T09:22:17,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440197971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440197971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440197974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440197975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440197976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440198077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440198079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440198087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440198087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440198087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,188 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/1764c1b781594882896f2a425c50a2be as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/1764c1b781594882896f2a425c50a2be 2024-11-24T09:22:18,188 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#A#compaction#369 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:18,189 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/c0038036acee43a8ba86ee2cd7618ecb is 175, key is test_row_0/A:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742260_1436 (size=31515) 2024-11-24T09:22:18,193 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 72d7638407f4650db5a2f68736a82192/B of 72d7638407f4650db5a2f68736a82192 into 1764c1b781594882896f2a425c50a2be(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:18,193 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:18,193 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/B, priority=12, startTime=1732440137765; duration=0sec 2024-11-24T09:22:18,193 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:18,193 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:B 2024-11-24T09:22:18,193 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:18,194 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:18,194 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/C is initiating minor compaction (all files) 2024-11-24T09:22:18,194 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/C in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,195 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10d11590234b4742bf269ca5ffbdca8d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c928852167d34f688c70a5917e281629, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10fe2d1915f84ce39f0a1c00a58178a1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/07edbe19e07744bf91844a4872cac75a] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=47.7 K 2024-11-24T09:22:18,195 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 10d11590234b4742bf269ca5ffbdca8d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732440132386 2024-11-24T09:22:18,195 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c928852167d34f688c70a5917e281629, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732440133585 2024-11-24T09:22:18,195 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 10fe2d1915f84ce39f0a1c00a58178a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732440134224 2024-11-24T09:22:18,196 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 07edbe19e07744bf91844a4872cac75a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440136462 2024-11-24T09:22:18,205 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:18,205 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/5ecc5e029e1d4a47a6dcf655cfdc26ff is 50, key is test_row_0/C:col10/1732440137598/Put/seqid=0 2024-11-24T09:22:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742261_1437 (size=12561) 2024-11-24T09:22:18,214 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/5ecc5e029e1d4a47a6dcf655cfdc26ff as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5ecc5e029e1d4a47a6dcf655cfdc26ff 2024-11-24T09:22:18,219 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 72d7638407f4650db5a2f68736a82192/C of 72d7638407f4650db5a2f68736a82192 into 5ecc5e029e1d4a47a6dcf655cfdc26ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:18,219 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:18,219 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/C, priority=12, startTime=1732440137765; duration=0sec 2024-11-24T09:22:18,219 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:18,219 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:C 2024-11-24T09:22:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440198283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440198283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440198292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440198292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440198292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:22:18,342 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T09:22:18,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T09:22:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:22:18,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:18,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:18,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:18,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:18,363 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242667506cc4bd46218108f558e1ec2ba1_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242667506cc4bd46218108f558e1ec2ba1_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:18,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/d412430713694ffb8b6b185771189672, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:18,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/d412430713694ffb8b6b185771189672 is 175, key is test_row_0/A:col10/1732440137613/Put/seqid=0 2024-11-24T09:22:18,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742262_1438 (size=31105) 2024-11-24T09:22:18,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/d412430713694ffb8b6b185771189672 2024-11-24T09:22:18,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3ffef815406d4cb4b0a4dde40ebf16f3 is 50, key is test_row_0/B:col10/1732440137613/Put/seqid=0 2024-11-24T09:22:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742263_1439 (size=12151) 2024-11-24T09:22:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:22:18,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:22:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440198587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440198587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440198595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,598 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/c0038036acee43a8ba86ee2cd7618ecb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c0038036acee43a8ba86ee2cd7618ecb 2024-11-24T09:22:18,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440198596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440198597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,602 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 72d7638407f4650db5a2f68736a82192/A of 72d7638407f4650db5a2f68736a82192 into c0038036acee43a8ba86ee2cd7618ecb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:18,603 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:18,603 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/A, priority=12, startTime=1732440137765; duration=0sec 2024-11-24T09:22:18,603 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:18,603 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:A 2024-11-24T09:22:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:22:18,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:22:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3ffef815406d4cb4b0a4dde40ebf16f3 2024-11-24T09:22:18,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f370b767664c459bbe5c52851998bdfe is 50, key is test_row_0/C:col10/1732440137613/Put/seqid=0 2024-11-24T09:22:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742264_1440 (size=12151) 2024-11-24T09:22:18,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:22:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:22:18,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:18,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:22:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:18,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:19,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440199092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440199093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440199099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440199101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440199103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:22:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:19,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:19,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f370b767664c459bbe5c52851998bdfe 2024-11-24T09:22:19,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/d412430713694ffb8b6b185771189672 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672 2024-11-24T09:22:19,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672, entries=150, sequenceid=207, filesize=30.4 K 2024-11-24T09:22:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3ffef815406d4cb4b0a4dde40ebf16f3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3ffef815406d4cb4b0a4dde40ebf16f3 2024-11-24T09:22:19,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3ffef815406d4cb4b0a4dde40ebf16f3, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T09:22:19,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f370b767664c459bbe5c52851998bdfe as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f370b767664c459bbe5c52851998bdfe 2024-11-24T09:22:19,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f370b767664c459bbe5c52851998bdfe, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T09:22:19,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 72d7638407f4650db5a2f68736a82192 in 1276ms, sequenceid=207, compaction requested=false 2024-11-24T09:22:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:19,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:19,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:22:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:19,261 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b59bdc19bed4c69a3a0420d0fbe52db_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440137975/Put/seqid=0 2024-11-24T09:22:19,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742265_1441 (size=12304) 2024-11-24T09:22:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:22:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:19,676 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b59bdc19bed4c69a3a0420d0fbe52db_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b59bdc19bed4c69a3a0420d0fbe52db_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:19,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/ab016dcfc3784c0e9909ea6727532f08, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:19,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/ab016dcfc3784c0e9909ea6727532f08 is 175, key is test_row_0/A:col10/1732440137975/Put/seqid=0 2024-11-24T09:22:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742266_1442 (size=31105) 2024-11-24T09:22:19,685 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/ab016dcfc3784c0e9909ea6727532f08 2024-11-24T09:22:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/efbd6eccee314a6c9fcfd2e0270d7515 is 50, key is test_row_0/B:col10/1732440137975/Put/seqid=0 2024-11-24T09:22:19,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742267_1443 (size=12151) 2024-11-24T09:22:20,098 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/efbd6eccee314a6c9fcfd2e0270d7515 2024-11-24T09:22:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:20,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/09a9a909475c4dfba18a8231468e9734 is 50, key is test_row_0/C:col10/1732440137975/Put/seqid=0 2024-11-24T09:22:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742268_1444 (size=12151) 2024-11-24T09:22:20,111 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/09a9a909475c4dfba18a8231468e9734 2024-11-24T09:22:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/ab016dcfc3784c0e9909ea6727532f08 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08 2024-11-24T09:22:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440200111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440200112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440200113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,119 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08, entries=150, sequenceid=234, filesize=30.4 K 2024-11-24T09:22:20,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/efbd6eccee314a6c9fcfd2e0270d7515 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/efbd6eccee314a6c9fcfd2e0270d7515 2024-11-24T09:22:20,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440200114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440200115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,123 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/efbd6eccee314a6c9fcfd2e0270d7515, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T09:22:20,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/09a9a909475c4dfba18a8231468e9734 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/09a9a909475c4dfba18a8231468e9734 2024-11-24T09:22:20,127 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/09a9a909475c4dfba18a8231468e9734, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T09:22:20,128 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 72d7638407f4650db5a2f68736a82192 in 867ms, sequenceid=234, compaction requested=true 2024-11-24T09:22:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T09:22:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T09:22:20,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T09:22:20,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7840 sec 2024-11-24T09:22:20,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.7870 sec 2024-11-24T09:22:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:20,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:20,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a4547f4c74614a7a9e5ea632d6425f82_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742269_1445 (size=17284) 2024-11-24T09:22:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440200254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440200254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440200255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440200263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440200364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440200365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440200365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440200369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:22:20,448 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T09:22:20,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T09:22:20,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:22:20,451 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:20,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:22:20,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440200570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440200571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440200571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440200573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:20,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a4547f4c74614a7a9e5ea632d6425f82_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a4547f4c74614a7a9e5ea632d6425f82_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:20,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d661eed493e45b8b508b7c6686c8677, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:20,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d661eed493e45b8b508b7c6686c8677 is 175, key is test_row_0/A:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742270_1446 (size=48389) 2024-11-24T09:22:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:22:20,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440200877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440200878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440200879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440200879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:20,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:20,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d661eed493e45b8b508b7c6686c8677 2024-11-24T09:22:21,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/5b81c097df9441dfb74891c52569120b is 50, key is test_row_0/B:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:22:21,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742271_1447 (size=12151) 2024-11-24T09:22:21,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440201383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440201384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440201385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440201386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/5b81c097df9441dfb74891c52569120b 2024-11-24T09:22:21,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/a131d7fadc684e11aa70a9cd1e1ac213 is 50, key is test_row_0/C:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:21,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742272_1448 (size=12151) 2024-11-24T09:22:21,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:22:21,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:21,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:21,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/a131d7fadc684e11aa70a9cd1e1ac213 2024-11-24T09:22:21,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/1d661eed493e45b8b508b7c6686c8677 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677 2024-11-24T09:22:21,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677, entries=250, sequenceid=248, filesize=47.3 K 2024-11-24T09:22:21,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/5b81c097df9441dfb74891c52569120b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5b81c097df9441dfb74891c52569120b 2024-11-24T09:22:21,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5b81c097df9441dfb74891c52569120b, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T09:22:21,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/a131d7fadc684e11aa70a9cd1e1ac213 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/a131d7fadc684e11aa70a9cd1e1ac213 2024-11-24T09:22:21,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/a131d7fadc684e11aa70a9cd1e1ac213, entries=150, sequenceid=248, filesize=11.9 K 2024-11-24T09:22:21,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 72d7638407f4650db5a2f68736a82192 in 1665ms, sequenceid=248, compaction requested=true 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:21,885 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:21,885 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:21,886 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142114 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:21,886 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/A is initiating minor compaction (all files) 2024-11-24T09:22:21,886 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/A in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,886 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:21,886 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/B is initiating minor compaction (all files) 2024-11-24T09:22:21,886 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/B in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,886 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c0038036acee43a8ba86ee2cd7618ecb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=138.8 K 2024-11-24T09:22:21,886 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/1764c1b781594882896f2a425c50a2be, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3ffef815406d4cb4b0a4dde40ebf16f3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/efbd6eccee314a6c9fcfd2e0270d7515, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5b81c097df9441dfb74891c52569120b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=47.9 K 2024-11-24T09:22:21,886 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,886 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c0038036acee43a8ba86ee2cd7618ecb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677] 2024-11-24T09:22:21,887 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 1764c1b781594882896f2a425c50a2be, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440136462 2024-11-24T09:22:21,887 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0038036acee43a8ba86ee2cd7618ecb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440136462 2024-11-24T09:22:21,887 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ffef815406d4cb4b0a4dde40ebf16f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732440137613 2024-11-24T09:22:21,887 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d412430713694ffb8b6b185771189672, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732440137613 2024-11-24T09:22:21,888 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab016dcfc3784c0e9909ea6727532f08, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732440137970 2024-11-24T09:22:21,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting efbd6eccee314a6c9fcfd2e0270d7515, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732440137970 2024-11-24T09:22:21,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b81c097df9441dfb74891c52569120b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440140107 2024-11-24T09:22:21,888 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d661eed493e45b8b508b7c6686c8677, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440140107 2024-11-24T09:22:21,905 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#B#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:21,905 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/500760fcee1f4f559e9a58ea33224792 is 50, key is test_row_0/B:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:21,915 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742273_1449 (size=12697) 2024-11-24T09:22:21,927 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/500760fcee1f4f559e9a58ea33224792 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/500760fcee1f4f559e9a58ea33224792 2024-11-24T09:22:21,935 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 72d7638407f4650db5a2f68736a82192/B of 72d7638407f4650db5a2f68736a82192 into 500760fcee1f4f559e9a58ea33224792(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:21,935 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:21,935 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/B, priority=12, startTime=1732440141885; duration=0sec 2024-11-24T09:22:21,936 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:21,936 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124371ad56afbe9454f852264e5c62d7215_72d7638407f4650db5a2f68736a82192 store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:21,936 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:B 2024-11-24T09:22:21,936 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:21,937 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:21,937 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/C is initiating minor compaction (all files) 2024-11-24T09:22:21,937 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/C in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,937 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5ecc5e029e1d4a47a6dcf655cfdc26ff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f370b767664c459bbe5c52851998bdfe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/09a9a909475c4dfba18a8231468e9734, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/a131d7fadc684e11aa70a9cd1e1ac213] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=47.9 K 2024-11-24T09:22:21,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ecc5e029e1d4a47a6dcf655cfdc26ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440136462 2024-11-24T09:22:21,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f370b767664c459bbe5c52851998bdfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732440137613 2024-11-24T09:22:21,938 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124371ad56afbe9454f852264e5c62d7215_72d7638407f4650db5a2f68736a82192, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:21,938 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 09a9a909475c4dfba18a8231468e9734, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732440137970 2024-11-24T09:22:21,939 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124371ad56afbe9454f852264e5c62d7215_72d7638407f4650db5a2f68736a82192 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:21,939 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a131d7fadc684e11aa70a9cd1e1ac213, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440140107 2024-11-24T09:22:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742274_1450 (size=4469) 2024-11-24T09:22:21,947 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#A#compaction#381 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:21,947 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/c80f996ce25e4c6da4150228370aaf18 is 175, key is test_row_0/A:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:21,958 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:21,959 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/e37f2629e5224c80b6ac1b472b6d80f0 is 50, key is test_row_0/C:col10/1732440140219/Put/seqid=0 2024-11-24T09:22:21,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742275_1451 (size=31651) 2024-11-24T09:22:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742276_1452 (size=12697) 2024-11-24T09:22:21,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:21,978 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/e37f2629e5224c80b6ac1b472b6d80f0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/e37f2629e5224c80b6ac1b472b6d80f0 2024-11-24T09:22:21,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:22:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:21,979 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:22:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:21,984 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 72d7638407f4650db5a2f68736a82192/C of 72d7638407f4650db5a2f68736a82192 into e37f2629e5224c80b6ac1b472b6d80f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:21,984 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:21,984 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/C, priority=12, startTime=1732440141885; duration=0sec 2024-11-24T09:22:21,984 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:21,984 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:C 2024-11-24T09:22:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d3f425e2a2404127a3ff369cbe4dc4c8_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440140262/Put/seqid=0 2024-11-24T09:22:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742277_1453 (size=12454) 2024-11-24T09:22:22,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:22,018 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d3f425e2a2404127a3ff369cbe4dc4c8_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d3f425e2a2404127a3ff369cbe4dc4c8_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19c68c9cb8e346688071b3ab184815c1, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:22,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19c68c9cb8e346688071b3ab184815c1 is 175, key is test_row_0/A:col10/1732440140262/Put/seqid=0 2024-11-24T09:22:22,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742278_1454 (size=31255) 2024-11-24T09:22:22,025 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19c68c9cb8e346688071b3ab184815c1 2024-11-24T09:22:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d47b606966ec4f72aaf1397f6c857f73 is 50, key is test_row_0/B:col10/1732440140262/Put/seqid=0 2024-11-24T09:22:22,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742279_1455 (size=12301) 2024-11-24T09:22:22,042 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d47b606966ec4f72aaf1397f6c857f73 2024-11-24T09:22:22,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/2cdac4c6996841288110cb370793f680 is 50, key is test_row_0/C:col10/1732440140262/Put/seqid=0 2024-11-24T09:22:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742280_1456 (size=12301) 2024-11-24T09:22:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:22,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:22,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440202181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440202286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,375 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/c80f996ce25e4c6da4150228370aaf18 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c80f996ce25e4c6da4150228370aaf18 2024-11-24T09:22:22,380 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 72d7638407f4650db5a2f68736a82192/A of 72d7638407f4650db5a2f68736a82192 into c80f996ce25e4c6da4150228370aaf18(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:22,380 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:22,381 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/A, priority=12, startTime=1732440141885; duration=0sec 2024-11-24T09:22:22,381 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:22,381 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:A 2024-11-24T09:22:22,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440202395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440202399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440202401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440202401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/2cdac4c6996841288110cb370793f680 2024-11-24T09:22:22,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19c68c9cb8e346688071b3ab184815c1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1 2024-11-24T09:22:22,465 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1, entries=150, sequenceid=271, filesize=30.5 K 2024-11-24T09:22:22,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d47b606966ec4f72aaf1397f6c857f73 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d47b606966ec4f72aaf1397f6c857f73 2024-11-24T09:22:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d47b606966ec4f72aaf1397f6c857f73, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T09:22:22,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/2cdac4c6996841288110cb370793f680 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/2cdac4c6996841288110cb370793f680 2024-11-24T09:22:22,473 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/2cdac4c6996841288110cb370793f680, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T09:22:22,478 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 72d7638407f4650db5a2f68736a82192 in 499ms, sequenceid=271, compaction requested=false 2024-11-24T09:22:22,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:22,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:22,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T09:22:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T09:22:22,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T09:22:22,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0280 sec 2024-11-24T09:22:22,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.0310 sec 2024-11-24T09:22:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:22,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:22:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:22,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112472d9ddcd45184c83b4716a1de3b9f557_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742281_1457 (size=14994) 2024-11-24T09:22:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:22:22,555 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T09:22:22,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T09:22:22,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:22:22,558 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:22,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:22,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440202583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:22:22,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440202687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:22,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:22,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:22,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:22,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:22,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:22:22,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:22,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:22,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440202890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:22,905 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:22,909 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112472d9ddcd45184c83b4716a1de3b9f557_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112472d9ddcd45184c83b4716a1de3b9f557_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:22,910 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/901d650396f641919ea4ad78cce224e9, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:22,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/901d650396f641919ea4ad78cce224e9 is 175, key is test_row_0/A:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742282_1458 (size=39949) 2024-11-24T09:22:23,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:22:23,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440203194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,315 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/901d650396f641919ea4ad78cce224e9 2024-11-24T09:22:23,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3b31788932fe42959cda39d5d60b192f is 50, key is test_row_0/B:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:23,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742283_1459 (size=12301) 2024-11-24T09:22:23,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:22:23,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440203700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3b31788932fe42959cda39d5d60b192f 2024-11-24T09:22:23,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/9b183c4515914b3fbb1e462d6cde3739 is 50, key is test_row_0/C:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:23,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742284_1460 (size=12301) 2024-11-24T09:22:23,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:23,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:23,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:24,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/9b183c4515914b3fbb1e462d6cde3739 2024-11-24T09:22:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/901d650396f641919ea4ad78cce224e9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9 2024-11-24T09:22:24,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9, entries=200, sequenceid=288, filesize=39.0 K 2024-11-24T09:22:24,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3b31788932fe42959cda39d5d60b192f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3b31788932fe42959cda39d5d60b192f 2024-11-24T09:22:24,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3b31788932fe42959cda39d5d60b192f, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T09:22:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/9b183c4515914b3fbb1e462d6cde3739 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/9b183c4515914b3fbb1e462d6cde3739 2024-11-24T09:22:24,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/9b183c4515914b3fbb1e462d6cde3739, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T09:22:24,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 72d7638407f4650db5a2f68736a82192 in 1721ms, sequenceid=288, compaction requested=true 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:24,216 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:24,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:24,216 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:24,217 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:24,217 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:24,217 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/A is initiating minor compaction (all files) 2024-11-24T09:22:24,217 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/B is initiating minor compaction (all files) 2024-11-24T09:22:24,218 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/A in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,218 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/B in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,218 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c80f996ce25e4c6da4150228370aaf18, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=100.4 K 2024-11-24T09:22:24,218 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/500760fcee1f4f559e9a58ea33224792, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d47b606966ec4f72aaf1397f6c857f73, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3b31788932fe42959cda39d5d60b192f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=36.4 K 2024-11-24T09:22:24,218 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,218 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c80f996ce25e4c6da4150228370aaf18, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9] 2024-11-24T09:22:24,218 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 500760fcee1f4f559e9a58ea33224792, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440140107 2024-11-24T09:22:24,218 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c80f996ce25e4c6da4150228370aaf18, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440140107 2024-11-24T09:22:24,219 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19c68c9cb8e346688071b3ab184815c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440140252 2024-11-24T09:22:24,219 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d47b606966ec4f72aaf1397f6c857f73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440140252 2024-11-24T09:22:24,219 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 901d650396f641919ea4ad78cce224e9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440142148 2024-11-24T09:22:24,219 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b31788932fe42959cda39d5d60b192f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440142148 2024-11-24T09:22:24,229 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:24,239 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:24,239 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/699cbae617794034bcf8b23187103e82 is 50, key is test_row_0/B:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:24,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:22:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,244 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T09:22:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:24,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,258 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245e1d696fa2254781b44439171240f8ac_72d7638407f4650db5a2f68736a82192 store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:24,260 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245e1d696fa2254781b44439171240f8ac_72d7638407f4650db5a2f68736a82192, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:24,260 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245e1d696fa2254781b44439171240f8ac_72d7638407f4650db5a2f68736a82192 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742285_1461 (size=12949) 2024-11-24T09:22:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124708a8eca3d5b46c5b42302cd0e1780dc_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440142582/Put/seqid=0 2024-11-24T09:22:24,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742286_1462 (size=4469) 2024-11-24T09:22:24,345 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#A#compaction#389 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:24,345 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/5bbb6f182d364d90b0a434b53495c110 is 175, key is test_row_0/A:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742287_1463 (size=12454) 2024-11-24T09:22:24,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:24,384 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124708a8eca3d5b46c5b42302cd0e1780dc_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124708a8eca3d5b46c5b42302cd0e1780dc_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:24,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e2eff635852d481e809bd6be54403019, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e2eff635852d481e809bd6be54403019 is 175, key is test_row_0/A:col10/1732440142582/Put/seqid=0 2024-11-24T09:22:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742288_1464 (size=31903) 2024-11-24T09:22:24,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:24,419 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/5bbb6f182d364d90b0a434b53495c110 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5bbb6f182d364d90b0a434b53495c110 2024-11-24T09:22:24,424 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/A of 72d7638407f4650db5a2f68736a82192 into 5bbb6f182d364d90b0a434b53495c110(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:24,424 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:24,424 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/A, priority=13, startTime=1732440144216; duration=0sec 2024-11-24T09:22:24,424 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:24,424 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:A 2024-11-24T09:22:24,424 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:24,425 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:24,425 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/C is initiating minor compaction (all files) 2024-11-24T09:22:24,425 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/C in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,425 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/e37f2629e5224c80b6ac1b472b6d80f0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/2cdac4c6996841288110cb370793f680, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/9b183c4515914b3fbb1e462d6cde3739] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=36.4 K 2024-11-24T09:22:24,426 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e37f2629e5224c80b6ac1b472b6d80f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732440140107 2024-11-24T09:22:24,426 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cdac4c6996841288110cb370793f680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732440140252 2024-11-24T09:22:24,426 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b183c4515914b3fbb1e462d6cde3739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440142148 2024-11-24T09:22:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742289_1465 (size=31255) 2024-11-24T09:22:24,442 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:24,442 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f327145c30f245d0a567f825834826ac is 50, key is test_row_0/C:col10/1732440142494/Put/seqid=0 2024-11-24T09:22:24,443 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e2eff635852d481e809bd6be54403019 2024-11-24T09:22:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3be398b437d5432794388c14734d7a25 is 50, key is test_row_0/B:col10/1732440142582/Put/seqid=0 2024-11-24T09:22:24,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440204450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440204452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440204466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742290_1466 (size=12949) 2024-11-24T09:22:24,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440204475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742291_1467 (size=12301) 2024-11-24T09:22:24,519 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3be398b437d5432794388c14734d7a25 2024-11-24T09:22:24,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/06136528f3b54465a558ddb3dc2796ec is 50, key is test_row_0/C:col10/1732440142582/Put/seqid=0 2024-11-24T09:22:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742292_1468 (size=12301) 2024-11-24T09:22:24,584 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/06136528f3b54465a558ddb3dc2796ec 2024-11-24T09:22:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440204567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440204569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440204580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/e2eff635852d481e809bd6be54403019 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019 2024-11-24T09:22:24,594 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019, entries=150, sequenceid=309, filesize=30.5 K 2024-11-24T09:22:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/3be398b437d5432794388c14734d7a25 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3be398b437d5432794388c14734d7a25 2024-11-24T09:22:24,604 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3be398b437d5432794388c14734d7a25, entries=150, sequenceid=309, filesize=12.0 K 2024-11-24T09:22:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/06136528f3b54465a558ddb3dc2796ec as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/06136528f3b54465a558ddb3dc2796ec 2024-11-24T09:22:24,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440204594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,610 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/06136528f3b54465a558ddb3dc2796ec, entries=150, sequenceid=309, filesize=12.0 K 2024-11-24T09:22:24,610 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 72d7638407f4650db5a2f68736a82192 in 366ms, sequenceid=309, compaction requested=false 2024-11-24T09:22:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T09:22:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T09:22:24,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T09:22:24,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0540 sec 2024-11-24T09:22:24,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.0630 sec 2024-11-24T09:22:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:22:24,663 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T09:22:24,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T09:22:24,667 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:24,667 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:24,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:24,704 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/699cbae617794034bcf8b23187103e82 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/699cbae617794034bcf8b23187103e82 2024-11-24T09:22:24,712 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/B of 72d7638407f4650db5a2f68736a82192 into 699cbae617794034bcf8b23187103e82(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:24,712 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:24,712 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/B, priority=13, startTime=1732440144216; duration=0sec 2024-11-24T09:22:24,712 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:24,712 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:B 2024-11-24T09:22:24,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:24,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd903e167fe04ef2bb92027315f96f24_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742293_1469 (size=14994) 2024-11-24T09:22:24,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:24,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dd903e167fe04ef2bb92027315f96f24_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd903e167fe04ef2bb92027315f96f24_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:24,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/aafd3839398941219df85422e8403162, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:24,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/aafd3839398941219df85422e8403162 is 175, key is test_row_0/A:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:24,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440204818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440204820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440204822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440204824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440204826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742294_1470 (size=39949) 2024-11-24T09:22:24,896 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/f327145c30f245d0a567f825834826ac as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f327145c30f245d0a567f825834826ac 2024-11-24T09:22:24,903 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/C of 72d7638407f4650db5a2f68736a82192 into f327145c30f245d0a567f825834826ac(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:24,903 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:24,903 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/C, priority=13, startTime=1732440144216; duration=0sec 2024-11-24T09:22:24,903 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:24,903 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:C 2024-11-24T09:22:24,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440204932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440204936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440204937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440204938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440204938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:24,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:24,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:24,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:25,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440205137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440205142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440205149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440205149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440205152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/aafd3839398941219df85422e8403162 2024-11-24T09:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:25,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/49409b0eb23f46df99d536d84e82f9e2 is 50, key is test_row_0/B:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742295_1471 (size=12301) 2024-11-24T09:22:25,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:25,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48826 deadline: 1732440205447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48794 deadline: 1732440205449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48778 deadline: 1732440205457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1732440205460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48792 deadline: 1732440205461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:25,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/49409b0eb23f46df99d536d84e82f9e2 2024-11-24T09:22:25,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/6bf6355a406244598b191d309f83d801 is 50, key is test_row_0/C:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:25,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:25,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:25,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742296_1472 (size=12301) 2024-11-24T09:22:25,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/6bf6355a406244598b191d309f83d801 2024-11-24T09:22:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/aafd3839398941219df85422e8403162 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162 2024-11-24T09:22:25,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162, entries=200, sequenceid=328, filesize=39.0 K 2024-11-24T09:22:25,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/49409b0eb23f46df99d536d84e82f9e2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/49409b0eb23f46df99d536d84e82f9e2 2024-11-24T09:22:25,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/49409b0eb23f46df99d536d84e82f9e2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T09:22:25,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/6bf6355a406244598b191d309f83d801 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/6bf6355a406244598b191d309f83d801 2024-11-24T09:22:25,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/6bf6355a406244598b191d309f83d801, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T09:22:25,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 72d7638407f4650db5a2f68736a82192 in 1087ms, sequenceid=328, compaction requested=true 2024-11-24T09:22:25,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:25,806 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72d7638407f4650db5a2f68736a82192:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:25,807 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:25,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:25,808 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:25,808 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/A is initiating minor compaction (all files) 2024-11-24T09:22:25,808 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/A in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,808 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5bbb6f182d364d90b0a434b53495c110, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=100.7 K 2024-11-24T09:22:25,808 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,808 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5bbb6f182d364d90b0a434b53495c110, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162] 2024-11-24T09:22:25,809 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bbb6f182d364d90b0a434b53495c110, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440142148 2024-11-24T09:22:25,809 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2eff635852d481e809bd6be54403019, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732440142529 2024-11-24T09:22:25,810 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:25,810 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/B is initiating minor compaction (all files) 2024-11-24T09:22:25,810 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/B in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,810 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/699cbae617794034bcf8b23187103e82, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3be398b437d5432794388c14734d7a25, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/49409b0eb23f46df99d536d84e82f9e2] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=36.7 K 2024-11-24T09:22:25,810 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting aafd3839398941219df85422e8403162, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732440144415 2024-11-24T09:22:25,810 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 699cbae617794034bcf8b23187103e82, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440142148 2024-11-24T09:22:25,811 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3be398b437d5432794388c14734d7a25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732440142529 2024-11-24T09:22:25,812 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 49409b0eb23f46df99d536d84e82f9e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732440144415 2024-11-24T09:22:25,823 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:25,833 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:25,834 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/139c170d16eb46fdba1e28827aacb910 is 50, key is test_row_0/B:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:25,849 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f05078afd37e46ed95f964eb600b030a_72d7638407f4650db5a2f68736a82192 store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:25,851 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f05078afd37e46ed95f964eb600b030a_72d7638407f4650db5a2f68736a82192, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:25,851 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f05078afd37e46ed95f964eb600b030a_72d7638407f4650db5a2f68736a82192 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742297_1473 (size=13051) 2024-11-24T09:22:25,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:25,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:22:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,898 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T09:22:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:25,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742298_1474 (size=4469) 2024-11-24T09:22:25,937 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#A#compaction#398 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:25,938 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/b29cfcf3b792407b8a5f7d43c1d591f0 is 175, key is test_row_0/A:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:25,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112439f7986272994f5b89eb68d0b0214738_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440144822/Put/seqid=0 2024-11-24T09:22:25,961 DEBUG [Thread-1733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:62361 2024-11-24T09:22:25,961 DEBUG [Thread-1733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,962 DEBUG [Thread-1735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:62361 2024-11-24T09:22:25,962 DEBUG [Thread-1735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,962 DEBUG [Thread-1731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:62361 2024-11-24T09:22:25,962 DEBUG [Thread-1731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. as already flushing 2024-11-24T09:22:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:25,964 DEBUG [Thread-1724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:62361 2024-11-24T09:22:25,964 DEBUG [Thread-1724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,965 DEBUG [Thread-1718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:62361 2024-11-24T09:22:25,965 DEBUG [Thread-1718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,970 DEBUG [Thread-1727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:62361 2024-11-24T09:22:25,970 DEBUG [Thread-1727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,971 DEBUG [Thread-1720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:62361 2024-11-24T09:22:25,971 DEBUG [Thread-1720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,972 DEBUG [Thread-1729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:62361 2024-11-24T09:22:25,972 DEBUG [Thread-1729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,974 DEBUG [Thread-1722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:62361 2024-11-24T09:22:25,974 DEBUG [Thread-1722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,975 DEBUG [Thread-1716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:62361 2024-11-24T09:22:25,975 DEBUG [Thread-1716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742299_1475 (size=32005) 2024-11-24T09:22:25,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742300_1476 (size=12454) 2024-11-24T09:22:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:25,987 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/b29cfcf3b792407b8a5f7d43c1d591f0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b29cfcf3b792407b8a5f7d43c1d591f0 2024-11-24T09:22:25,990 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112439f7986272994f5b89eb68d0b0214738_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439f7986272994f5b89eb68d0b0214738_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:25,992 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/A of 72d7638407f4650db5a2f68736a82192 into b29cfcf3b792407b8a5f7d43c1d591f0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:25,992 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:25,992 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/A, priority=13, startTime=1732440145806; duration=0sec 2024-11-24T09:22:25,992 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:25,992 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:A 2024-11-24T09:22:25,992 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:25,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/5f75af08536c4c68a282f1d24c05a8f8, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:25,993 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:25,993 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): 72d7638407f4650db5a2f68736a82192/C is initiating minor compaction (all files) 2024-11-24T09:22:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/5f75af08536c4c68a282f1d24c05a8f8 is 175, key is test_row_0/A:col10/1732440144822/Put/seqid=0 2024-11-24T09:22:25,993 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 72d7638407f4650db5a2f68736a82192/C in TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:25,993 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f327145c30f245d0a567f825834826ac, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/06136528f3b54465a558ddb3dc2796ec, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/6bf6355a406244598b191d309f83d801] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp, totalSize=36.7 K 2024-11-24T09:22:25,994 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f327145c30f245d0a567f825834826ac, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732440142148 2024-11-24T09:22:25,995 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06136528f3b54465a558ddb3dc2796ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732440142529 2024-11-24T09:22:25,995 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bf6355a406244598b191d309f83d801, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732440144415 2024-11-24T09:22:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742301_1477 (size=31255) 2024-11-24T09:22:26,023 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72d7638407f4650db5a2f68736a82192#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:26,023 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/4f21e8ed222b4acaba27cb4eaf1a0330 is 50, key is test_row_0/C:col10/1732440144718/Put/seqid=0 2024-11-24T09:22:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742302_1478 (size=13051) 2024-11-24T09:22:26,044 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/4f21e8ed222b4acaba27cb4eaf1a0330 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/4f21e8ed222b4acaba27cb4eaf1a0330 2024-11-24T09:22:26,050 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/C of 72d7638407f4650db5a2f68736a82192 into 4f21e8ed222b4acaba27cb4eaf1a0330(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:26,050 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:26,050 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/C, priority=13, startTime=1732440145807; duration=0sec 2024-11-24T09:22:26,050 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:26,050 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:C 2024-11-24T09:22:26,293 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/139c170d16eb46fdba1e28827aacb910 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/139c170d16eb46fdba1e28827aacb910 2024-11-24T09:22:26,298 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 72d7638407f4650db5a2f68736a82192/B of 72d7638407f4650db5a2f68736a82192 into 139c170d16eb46fdba1e28827aacb910(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:26,299 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:26,299 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192., storeName=72d7638407f4650db5a2f68736a82192/B, priority=13, startTime=1732440145807; duration=0sec 2024-11-24T09:22:26,299 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:26,299 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72d7638407f4650db5a2f68736a82192:B 2024-11-24T09:22:26,419 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/5f75af08536c4c68a282f1d24c05a8f8 2024-11-24T09:22:26,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/b9c7d69cf56e4351aa930b3e6d6f6d3d is 50, key is test_row_0/B:col10/1732440144822/Put/seqid=0 2024-11-24T09:22:26,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742303_1479 (size=12301) 2024-11-24T09:22:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:26,846 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/b9c7d69cf56e4351aa930b3e6d6f6d3d 2024-11-24T09:22:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/340796a892d9414ab502ef9e9cc05f0c is 50, key is test_row_0/C:col10/1732440144822/Put/seqid=0 2024-11-24T09:22:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742304_1480 (size=12301) 2024-11-24T09:22:26,897 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/340796a892d9414ab502ef9e9cc05f0c 2024-11-24T09:22:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/5f75af08536c4c68a282f1d24c05a8f8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5f75af08536c4c68a282f1d24c05a8f8 2024-11-24T09:22:26,905 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5f75af08536c4c68a282f1d24c05a8f8, entries=150, sequenceid=348, filesize=30.5 K 2024-11-24T09:22:26,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/b9c7d69cf56e4351aa930b3e6d6f6d3d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b9c7d69cf56e4351aa930b3e6d6f6d3d 2024-11-24T09:22:26,912 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b9c7d69cf56e4351aa930b3e6d6f6d3d, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T09:22:26,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/340796a892d9414ab502ef9e9cc05f0c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/340796a892d9414ab502ef9e9cc05f0c 2024-11-24T09:22:26,921 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/340796a892d9414ab502ef9e9cc05f0c, entries=150, sequenceid=348, filesize=12.0 K 2024-11-24T09:22:26,923 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=33.54 KB/34350 for 72d7638407f4650db5a2f68736a82192 in 1025ms, sequenceid=348, compaction requested=false 2024-11-24T09:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T09:22:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T09:22:26,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T09:22:26,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-11-24T09:22:26,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.2620 sec 2024-11-24T09:22:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:22:28,782 INFO [Thread-1726 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1660 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4980 rows 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1667 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5001 rows 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1683 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5049 rows 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1673 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5019 rows 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1653 2024-11-24T09:22:28,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4959 rows 2024-11-24T09:22:28,782 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:22:28,782 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:62361 2024-11-24T09:22:28,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:28,788 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:22:28,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:22:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:22:28,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440148796"}]},"ts":"1732440148796"} 2024-11-24T09:22:28,802 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:22:28,806 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:22:28,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:28,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, UNASSIGN}] 2024-11-24T09:22:28,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, UNASSIGN 2024-11-24T09:22:28,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:28,812 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:28,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; CloseRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:28,882 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:22:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:22:28,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:28,965 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(124): Close 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:28,965 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:28,965 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1681): Closing 72d7638407f4650db5a2f68736a82192, disabling compactions & flushes 2024-11-24T09:22:28,965 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:28,965 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:28,965 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. after waiting 0 ms 2024-11-24T09:22:28,965 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:28,965 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(2837): Flushing 72d7638407f4650db5a2f68736a82192 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:22:28,965 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=A 2024-11-24T09:22:28,966 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:28,966 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=B 2024-11-24T09:22:28,966 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:28,966 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72d7638407f4650db5a2f68736a82192, store=C 2024-11-24T09:22:28,966 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:28,972 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e1f2167750bc48e0b2bc1528e584eb53_72d7638407f4650db5a2f68736a82192 is 50, key is test_row_0/A:col10/1732440145973/Put/seqid=0 2024-11-24T09:22:28,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742305_1481 (size=12454) 2024-11-24T09:22:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:22:29,382 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,386 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e1f2167750bc48e0b2bc1528e584eb53_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1f2167750bc48e0b2bc1528e584eb53_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,387 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19a6753222364b4cac925602b6a35295, store: [table=TestAcidGuarantees family=A region=72d7638407f4650db5a2f68736a82192] 2024-11-24T09:22:29,388 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19a6753222364b4cac925602b6a35295 is 175, key is test_row_0/A:col10/1732440145973/Put/seqid=0 2024-11-24T09:22:29,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742306_1482 (size=31255) 2024-11-24T09:22:29,393 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19a6753222364b4cac925602b6a35295 2024-11-24T09:22:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:22:29,401 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d16097f0b5c04249bf752ccf06deeb5b is 50, key is test_row_0/B:col10/1732440145973/Put/seqid=0 2024-11-24T09:22:29,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742307_1483 (size=12301) 2024-11-24T09:22:29,416 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d16097f0b5c04249bf752ccf06deeb5b 2024-11-24T09:22:29,424 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/3dd7db040c8941aca32603b46973635e is 50, key is test_row_0/C:col10/1732440145973/Put/seqid=0 2024-11-24T09:22:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742308_1484 (size=12301) 2024-11-24T09:22:29,458 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/3dd7db040c8941aca32603b46973635e 2024-11-24T09:22:29,463 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/A/19a6753222364b4cac925602b6a35295 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19a6753222364b4cac925602b6a35295 2024-11-24T09:22:29,467 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19a6753222364b4cac925602b6a35295, entries=150, sequenceid=359, filesize=30.5 K 2024-11-24T09:22:29,468 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/B/d16097f0b5c04249bf752ccf06deeb5b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d16097f0b5c04249bf752ccf06deeb5b 2024-11-24T09:22:29,474 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d16097f0b5c04249bf752ccf06deeb5b, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T09:22:29,475 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/.tmp/C/3dd7db040c8941aca32603b46973635e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3dd7db040c8941aca32603b46973635e 2024-11-24T09:22:29,479 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3dd7db040c8941aca32603b46973635e, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T09:22:29,480 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 72d7638407f4650db5a2f68736a82192 in 515ms, sequenceid=359, compaction requested=true 2024-11-24T09:22:29,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1a91cd6fbf59492eb609f4b1e94b64f8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d122986d3a614164af613589ee8e696a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c0038036acee43a8ba86ee2cd7618ecb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c80f996ce25e4c6da4150228370aaf18, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5bbb6f182d364d90b0a434b53495c110, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162] to archive 2024-11-24T09:22:29,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:29,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/a7600319a35442fc94bea9b235e3cb5d 2024-11-24T09:22:29,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/70d48b2feae2433098f22aa193ea7210 2024-11-24T09:22:29,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/7cb3f6bafc2a4354884e9a57a896ce1e 2024-11-24T09:22:29,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1a91cd6fbf59492eb609f4b1e94b64f8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1a91cd6fbf59492eb609f4b1e94b64f8 2024-11-24T09:22:29,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/103a7a7c1cd34777a6111765f79f5039 2024-11-24T09:22:29,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e4e9b865c2c04b5e8f9a0ac4d0641f9d 2024-11-24T09:22:29,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b54d41bb6fff4db4baf694ada2102899 2024-11-24T09:22:29,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/caf72dc4a2ed43edb17493298e4f0e3c 2024-11-24T09:22:29,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d122986d3a614164af613589ee8e696a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d122986d3a614164af613589ee8e696a 2024-11-24T09:22:29,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/476192b42e354c24a0437c732b2a1886 2024-11-24T09:22:29,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d3b72e8b3f141409b30e876225c946b 2024-11-24T09:22:29,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/f6de102c380743c89c31e2bdac50417f 2024-11-24T09:22:29,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c0038036acee43a8ba86ee2cd7618ecb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c0038036acee43a8ba86ee2cd7618ecb 2024-11-24T09:22:29,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/d412430713694ffb8b6b185771189672 2024-11-24T09:22:29,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/ab016dcfc3784c0e9909ea6727532f08 2024-11-24T09:22:29,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/1d661eed493e45b8b508b7c6686c8677 2024-11-24T09:22:29,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c80f996ce25e4c6da4150228370aaf18 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/c80f996ce25e4c6da4150228370aaf18 2024-11-24T09:22:29,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19c68c9cb8e346688071b3ab184815c1 2024-11-24T09:22:29,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/901d650396f641919ea4ad78cce224e9 2024-11-24T09:22:29,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5bbb6f182d364d90b0a434b53495c110 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5bbb6f182d364d90b0a434b53495c110 2024-11-24T09:22:29,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/e2eff635852d481e809bd6be54403019 2024-11-24T09:22:29,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/aafd3839398941219df85422e8403162 2024-11-24T09:22:29,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d09feb4ef4a54c1e9fc63fe19d2108d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5fe37b3a0a5e4645832ccfa22e5551bf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/cd028a3c66eb409192bffebf3c652572, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/76a8cb9f1b044602bfd11839746de648, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b7bfb7c1f79c4e88ae28f7132a8df599, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/db4ddb9e1c7b4ab097062978995e4995, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/61ff9e00bcc342a6ad015f6d25b8c03b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/16251b39706f404b9a417d79166df0c6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/bf8c64daad92437ab56608a59efdc8d0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/07c5d3e0790a4fe4aaefa4f437382a18, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/1764c1b781594882896f2a425c50a2be, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/480885b2b33e4a49b706165260a842b9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3ffef815406d4cb4b0a4dde40ebf16f3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/efbd6eccee314a6c9fcfd2e0270d7515, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/500760fcee1f4f559e9a58ea33224792, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5b81c097df9441dfb74891c52569120b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d47b606966ec4f72aaf1397f6c857f73, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/699cbae617794034bcf8b23187103e82, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3b31788932fe42959cda39d5d60b192f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3be398b437d5432794388c14734d7a25, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/49409b0eb23f46df99d536d84e82f9e2] to archive 2024-11-24T09:22:29,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:29,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d09feb4ef4a54c1e9fc63fe19d2108d5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d09feb4ef4a54c1e9fc63fe19d2108d5 2024-11-24T09:22:29,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/0a6b49ba5c0e4f49a8deb12e41f6d9c0 2024-11-24T09:22:29,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5fe37b3a0a5e4645832ccfa22e5551bf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5fe37b3a0a5e4645832ccfa22e5551bf 2024-11-24T09:22:29,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/cd028a3c66eb409192bffebf3c652572 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/cd028a3c66eb409192bffebf3c652572 2024-11-24T09:22:29,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/76a8cb9f1b044602bfd11839746de648 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/76a8cb9f1b044602bfd11839746de648 2024-11-24T09:22:29,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b7bfb7c1f79c4e88ae28f7132a8df599 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b7bfb7c1f79c4e88ae28f7132a8df599 2024-11-24T09:22:29,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/db4ddb9e1c7b4ab097062978995e4995 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/db4ddb9e1c7b4ab097062978995e4995 2024-11-24T09:22:29,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/61ff9e00bcc342a6ad015f6d25b8c03b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/61ff9e00bcc342a6ad015f6d25b8c03b 2024-11-24T09:22:29,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/16251b39706f404b9a417d79166df0c6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/16251b39706f404b9a417d79166df0c6 2024-11-24T09:22:29,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/bf8c64daad92437ab56608a59efdc8d0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/bf8c64daad92437ab56608a59efdc8d0 2024-11-24T09:22:29,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/07c5d3e0790a4fe4aaefa4f437382a18 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/07c5d3e0790a4fe4aaefa4f437382a18 2024-11-24T09:22:29,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/1764c1b781594882896f2a425c50a2be to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/1764c1b781594882896f2a425c50a2be 2024-11-24T09:22:29,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/480885b2b33e4a49b706165260a842b9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/480885b2b33e4a49b706165260a842b9 2024-11-24T09:22:29,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3ffef815406d4cb4b0a4dde40ebf16f3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3ffef815406d4cb4b0a4dde40ebf16f3 2024-11-24T09:22:29,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/efbd6eccee314a6c9fcfd2e0270d7515 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/efbd6eccee314a6c9fcfd2e0270d7515 2024-11-24T09:22:29,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/500760fcee1f4f559e9a58ea33224792 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/500760fcee1f4f559e9a58ea33224792 2024-11-24T09:22:29,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5b81c097df9441dfb74891c52569120b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/5b81c097df9441dfb74891c52569120b 2024-11-24T09:22:29,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d47b606966ec4f72aaf1397f6c857f73 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d47b606966ec4f72aaf1397f6c857f73 2024-11-24T09:22:29,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/699cbae617794034bcf8b23187103e82 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/699cbae617794034bcf8b23187103e82 2024-11-24T09:22:29,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3b31788932fe42959cda39d5d60b192f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3b31788932fe42959cda39d5d60b192f 2024-11-24T09:22:29,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3be398b437d5432794388c14734d7a25 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/3be398b437d5432794388c14734d7a25 2024-11-24T09:22:29,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/49409b0eb23f46df99d536d84e82f9e2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/49409b0eb23f46df99d536d84e82f9e2 2024-11-24T09:22:29,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3d23a07e8a544ff48c3df5d69257bdd7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5b96da40bbbe478b9e6548ff10b4b3fa, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f23afebd143645b486ba2abd3e6ec98c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/d20e542f402242beb2b643bc16584685, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/ba5849b37dae4dfd834d666679eded94, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c97cf727813141fdb5679130cb18ea3f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f07390d453244a32a57842f34854dcf2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10d11590234b4742bf269ca5ffbdca8d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c0c2e0f24e964a779072712d80deb021, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c928852167d34f688c70a5917e281629, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10fe2d1915f84ce39f0a1c00a58178a1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5ecc5e029e1d4a47a6dcf655cfdc26ff, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/07edbe19e07744bf91844a4872cac75a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f370b767664c459bbe5c52851998bdfe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/09a9a909475c4dfba18a8231468e9734, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/e37f2629e5224c80b6ac1b472b6d80f0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/a131d7fadc684e11aa70a9cd1e1ac213, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/2cdac4c6996841288110cb370793f680, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f327145c30f245d0a567f825834826ac, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/9b183c4515914b3fbb1e462d6cde3739, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/06136528f3b54465a558ddb3dc2796ec, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/6bf6355a406244598b191d309f83d801] to archive 2024-11-24T09:22:29,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:29,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3d23a07e8a544ff48c3df5d69257bdd7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3d23a07e8a544ff48c3df5d69257bdd7 2024-11-24T09:22:29,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5b96da40bbbe478b9e6548ff10b4b3fa to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5b96da40bbbe478b9e6548ff10b4b3fa 2024-11-24T09:22:29,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f23afebd143645b486ba2abd3e6ec98c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f23afebd143645b486ba2abd3e6ec98c 2024-11-24T09:22:29,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/d20e542f402242beb2b643bc16584685 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/d20e542f402242beb2b643bc16584685 2024-11-24T09:22:29,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/ba5849b37dae4dfd834d666679eded94 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/ba5849b37dae4dfd834d666679eded94 2024-11-24T09:22:29,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c97cf727813141fdb5679130cb18ea3f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c97cf727813141fdb5679130cb18ea3f 2024-11-24T09:22:29,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f07390d453244a32a57842f34854dcf2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f07390d453244a32a57842f34854dcf2 2024-11-24T09:22:29,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10d11590234b4742bf269ca5ffbdca8d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10d11590234b4742bf269ca5ffbdca8d 2024-11-24T09:22:29,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c0c2e0f24e964a779072712d80deb021 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c0c2e0f24e964a779072712d80deb021 2024-11-24T09:22:29,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c928852167d34f688c70a5917e281629 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/c928852167d34f688c70a5917e281629 2024-11-24T09:22:29,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10fe2d1915f84ce39f0a1c00a58178a1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/10fe2d1915f84ce39f0a1c00a58178a1 2024-11-24T09:22:29,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5ecc5e029e1d4a47a6dcf655cfdc26ff to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/5ecc5e029e1d4a47a6dcf655cfdc26ff 2024-11-24T09:22:29,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/07edbe19e07744bf91844a4872cac75a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/07edbe19e07744bf91844a4872cac75a 2024-11-24T09:22:29,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f370b767664c459bbe5c52851998bdfe to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f370b767664c459bbe5c52851998bdfe 2024-11-24T09:22:29,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/09a9a909475c4dfba18a8231468e9734 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/09a9a909475c4dfba18a8231468e9734 2024-11-24T09:22:29,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/e37f2629e5224c80b6ac1b472b6d80f0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/e37f2629e5224c80b6ac1b472b6d80f0 2024-11-24T09:22:29,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/a131d7fadc684e11aa70a9cd1e1ac213 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/a131d7fadc684e11aa70a9cd1e1ac213 2024-11-24T09:22:29,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/2cdac4c6996841288110cb370793f680 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/2cdac4c6996841288110cb370793f680 2024-11-24T09:22:29,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f327145c30f245d0a567f825834826ac to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/f327145c30f245d0a567f825834826ac 2024-11-24T09:22:29,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/9b183c4515914b3fbb1e462d6cde3739 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/9b183c4515914b3fbb1e462d6cde3739 2024-11-24T09:22:29,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/06136528f3b54465a558ddb3dc2796ec to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/06136528f3b54465a558ddb3dc2796ec 2024-11-24T09:22:29,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/6bf6355a406244598b191d309f83d801 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/6bf6355a406244598b191d309f83d801 2024-11-24T09:22:29,627 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=4 2024-11-24T09:22:29,628 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192. 2024-11-24T09:22:29,628 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1635): Region close journal for 72d7638407f4650db5a2f68736a82192: 2024-11-24T09:22:29,630 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(170): Closed 72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=72d7638407f4650db5a2f68736a82192, regionState=CLOSED 2024-11-24T09:22:29,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T09:22:29,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseRegionProcedure 72d7638407f4650db5a2f68736a82192, server=36e70e68d79c,40313,1732440030467 in 819 msec 2024-11-24T09:22:29,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-11-24T09:22:29,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=72d7638407f4650db5a2f68736a82192, UNASSIGN in 824 msec 2024-11-24T09:22:29,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T09:22:29,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 827 msec 2024-11-24T09:22:29,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440149637"}]},"ts":"1732440149637"} 2024-11-24T09:22:29,638 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:22:29,641 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:22:29,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 852 msec 2024-11-24T09:22:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:22:29,897 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T09:22:29,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:22:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:29,899 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:29,900 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:22:29,904 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,907 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/recovered.edits] 2024-11-24T09:22:29,911 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19a6753222364b4cac925602b6a35295 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/19a6753222364b4cac925602b6a35295 2024-11-24T09:22:29,912 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5f75af08536c4c68a282f1d24c05a8f8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/5f75af08536c4c68a282f1d24c05a8f8 2024-11-24T09:22:29,913 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b29cfcf3b792407b8a5f7d43c1d591f0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/A/b29cfcf3b792407b8a5f7d43c1d591f0 2024-11-24T09:22:29,915 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/139c170d16eb46fdba1e28827aacb910 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/139c170d16eb46fdba1e28827aacb910 2024-11-24T09:22:29,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b9c7d69cf56e4351aa930b3e6d6f6d3d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/b9c7d69cf56e4351aa930b3e6d6f6d3d 2024-11-24T09:22:29,918 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d16097f0b5c04249bf752ccf06deeb5b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/B/d16097f0b5c04249bf752ccf06deeb5b 2024-11-24T09:22:29,919 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/340796a892d9414ab502ef9e9cc05f0c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/340796a892d9414ab502ef9e9cc05f0c 2024-11-24T09:22:29,921 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3dd7db040c8941aca32603b46973635e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/3dd7db040c8941aca32603b46973635e 2024-11-24T09:22:29,922 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/4f21e8ed222b4acaba27cb4eaf1a0330 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/C/4f21e8ed222b4acaba27cb4eaf1a0330 2024-11-24T09:22:29,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/recovered.edits/362.seqid to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192/recovered.edits/362.seqid 2024-11-24T09:22:29,926 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,926 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:22:29,927 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:22:29,928 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T09:22:29,931 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124044b353b1b79402a9ca17bbb274f8b6e_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124044b353b1b79402a9ca17bbb274f8b6e_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,932 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240b1170247e614b7ba8ff518d30d68cfe_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240b1170247e614b7ba8ff518d30d68cfe_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,934 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411fd3cc7a1c7464694aa8dad780c1387_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411fd3cc7a1c7464694aa8dad780c1387_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,935 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242667506cc4bd46218108f558e1ec2ba1_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242667506cc4bd46218108f558e1ec2ba1_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,936 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439f7986272994f5b89eb68d0b0214738_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439f7986272994f5b89eb68d0b0214738_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,937 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d26c92b857b421d898956f26a99cf19_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d26c92b857b421d898956f26a99cf19_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,938 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d8de535c205481fac5b5fd0c7ebd1a4_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d8de535c205481fac5b5fd0c7ebd1a4_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,939 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fc030b9e0e0452d9bf2cf3d814375e8_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fc030b9e0e0452d9bf2cf3d814375e8_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,941 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112463b2d5e14e6d45fcb816d052cb54c5b4_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112463b2d5e14e6d45fcb816d052cb54c5b4_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,942 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b59bdc19bed4c69a3a0420d0fbe52db_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b59bdc19bed4c69a3a0420d0fbe52db_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,943 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124708a8eca3d5b46c5b42302cd0e1780dc_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124708a8eca3d5b46c5b42302cd0e1780dc_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,944 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720af38d23584b80ba120da5687f362f_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720af38d23584b80ba120da5687f362f_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,946 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112472d9ddcd45184c83b4716a1de3b9f557_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112472d9ddcd45184c83b4716a1de3b9f557_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,947 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a14812a6bb90486684e09abd8d62bbb4_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a14812a6bb90486684e09abd8d62bbb4_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,949 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a4547f4c74614a7a9e5ea632d6425f82_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a4547f4c74614a7a9e5ea632d6425f82_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,950 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d3f425e2a2404127a3ff369cbe4dc4c8_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d3f425e2a2404127a3ff369cbe4dc4c8_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,951 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd903e167fe04ef2bb92027315f96f24_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dd903e167fe04ef2bb92027315f96f24_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,952 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1f2167750bc48e0b2bc1528e584eb53_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1f2167750bc48e0b2bc1528e584eb53_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,953 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd4c5062608a47f691ed03c925051987_72d7638407f4650db5a2f68736a82192 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd4c5062608a47f691ed03c925051987_72d7638407f4650db5a2f68736a82192 2024-11-24T09:22:29,954 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:22:29,956 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:29,958 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:22:29,960 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:22:29,960 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:29,961 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:22:29,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440149961"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:29,962 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:22:29,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 72d7638407f4650db5a2f68736a82192, NAME => 'TestAcidGuarantees,,1732440124571.72d7638407f4650db5a2f68736a82192.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:22:29,962 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:22:29,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440149962"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:29,963 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:22:29,965 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:29,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-24T09:22:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:22:30,002 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T09:22:30,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 241), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=663 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6975 (was 7121) 2024-11-24T09:22:30,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=663, ProcessCount=11, AvailableMemoryMB=6975 2024-11-24T09:22:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:30,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:30,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:22:30,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 139 2024-11-24T09:22:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T09:22:30,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:22:30,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742309_1485 (size=960) 2024-11-24T09:22:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T09:22:30,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:22:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T09:22:30,435 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:22:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742310_1486 (size=53) 2024-11-24T09:22:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T09:22:30,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:30,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d8e37ed89d149e0fbc203593769563d7, disabling compactions & flushes 2024-11-24T09:22:30,841 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:30,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:30,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. after waiting 0 ms 2024-11-24T09:22:30,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:30,841 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:30,841 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:30,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:22:30,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440150842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440150842"}]},"ts":"1732440150842"} 2024-11-24T09:22:30,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:22:30,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:22:30,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440150847"}]},"ts":"1732440150847"} 2024-11-24T09:22:30,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:22:30,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, ASSIGN}] 2024-11-24T09:22:30,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, ASSIGN 2024-11-24T09:22:30,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:22:31,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=d8e37ed89d149e0fbc203593769563d7, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:31,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T09:22:31,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:31,167 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7285): Opening region: {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7327): checking encryption for d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7330): checking classloading for d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,169 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,171 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:31,171 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e37ed89d149e0fbc203593769563d7 columnFamilyName A 2024-11-24T09:22:31,171 DEBUG [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:31,172 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.HStore(327): Store=d8e37ed89d149e0fbc203593769563d7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:31,172 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,173 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:31,173 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e37ed89d149e0fbc203593769563d7 columnFamilyName B 2024-11-24T09:22:31,173 DEBUG [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:31,174 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.HStore(327): Store=d8e37ed89d149e0fbc203593769563d7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:31,174 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,175 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:31,175 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e37ed89d149e0fbc203593769563d7 columnFamilyName C 2024-11-24T09:22:31,175 DEBUG [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:31,175 INFO [StoreOpener-d8e37ed89d149e0fbc203593769563d7-1 {}] regionserver.HStore(327): Store=d8e37ed89d149e0fbc203593769563d7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:31,176 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:31,176 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,177 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,178 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:31,179 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1085): writing seq id for d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:31,181 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:22:31,181 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1102): Opened d8e37ed89d149e0fbc203593769563d7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70839011, jitterRate=0.05558352172374725}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:31,182 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1001): Region open journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:31,183 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., pid=141, masterSystemTime=1732440151164 2024-11-24T09:22:31,184 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:31,184 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:31,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=d8e37ed89d149e0fbc203593769563d7, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:31,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T09:22:31,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 in 173 msec 2024-11-24T09:22:31,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-24T09:22:31,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, ASSIGN in 330 msec 2024-11-24T09:22:31,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:22:31,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440151189"}]},"ts":"1732440151189"} 2024-11-24T09:22:31,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:22:31,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:22:31,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-24T09:22:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-11-24T09:22:32,132 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-11-24T09:22:32,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-24T09:22:32,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,141 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:22:32,145 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:22:32,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-24T09:22:32,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-24T09:22:32,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-24T09:22:32,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-24T09:22:32,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-24T09:22:32,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-24T09:22:32,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-24T09:22:32,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,217 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-24T09:22:32,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-24T09:22:32,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-24T09:22:32,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:32,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T09:22:32,245 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:22:32,246 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:32,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:32,252 DEBUG [hconnection-0x18d7120-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,256 DEBUG [hconnection-0x2444241d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,257 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,260 DEBUG [hconnection-0x36419904-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,262 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,264 DEBUG [hconnection-0x490f6197-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:32,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:32,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:32,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:32,275 DEBUG [hconnection-0x55571ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,276 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,279 DEBUG [hconnection-0x6e882e12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,280 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,295 DEBUG [hconnection-0x5ea08e88-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,298 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440212297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440212298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440212300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440212302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,308 DEBUG [hconnection-0x394c5627-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,310 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440212315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/e147d3a5ad1a47f298fbceac6def2372 is 50, key is test_row_0/A:col10/1732440152268/Put/seqid=0 2024-11-24T09:22:32,326 DEBUG [hconnection-0x7044ad9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,327 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742311_1487 (size=12001) 2024-11-24T09:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:22:32,348 DEBUG [hconnection-0x1dc778a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:32,350 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:32,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:22:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440212401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440212402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440212401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440212404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440212418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:22:32,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:22:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440212611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440212612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440212615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440212618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440212621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:22:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/e147d3a5ad1a47f298fbceac6def2372 2024-11-24T09:22:32,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/903a5976b05e49abb3802d1fe9850696 is 50, key is test_row_0/B:col10/1732440152268/Put/seqid=0 2024-11-24T09:22:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742312_1488 (size=12001) 2024-11-24T09:22:32,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/903a5976b05e49abb3802d1fe9850696 2024-11-24T09:22:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:22:32,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:22:32,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:32,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:32,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/15126e45c1574ae4acdfac0bd4e14a82 is 50, key is test_row_0/C:col10/1732440152268/Put/seqid=0 2024-11-24T09:22:32,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742313_1489 (size=12001) 2024-11-24T09:22:32,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/15126e45c1574ae4acdfac0bd4e14a82 2024-11-24T09:22:32,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440212918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/e147d3a5ad1a47f298fbceac6def2372 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/e147d3a5ad1a47f298fbceac6def2372 2024-11-24T09:22:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440212920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440212922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440212921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440212922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:32,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/e147d3a5ad1a47f298fbceac6def2372, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T09:22:32,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/903a5976b05e49abb3802d1fe9850696 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/903a5976b05e49abb3802d1fe9850696 2024-11-24T09:22:32,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/903a5976b05e49abb3802d1fe9850696, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T09:22:32,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/15126e45c1574ae4acdfac0bd4e14a82 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15126e45c1574ae4acdfac0bd4e14a82 2024-11-24T09:22:32,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15126e45c1574ae4acdfac0bd4e14a82, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T09:22:32,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d8e37ed89d149e0fbc203593769563d7 in 691ms, sequenceid=12, compaction requested=false 2024-11-24T09:22:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:33,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:22:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,013 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/26b1eda3ab1a41dd8fe0b6e568373c69 is 50, key is test_row_0/A:col10/1732440152298/Put/seqid=0 2024-11-24T09:22:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742314_1490 (size=12001) 2024-11-24T09:22:33,056 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/26b1eda3ab1a41dd8fe0b6e568373c69 2024-11-24T09:22:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5419672193b242d98e683b360f822761 is 50, key is test_row_0/B:col10/1732440152298/Put/seqid=0 2024-11-24T09:22:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742315_1491 (size=12001) 2024-11-24T09:22:33,162 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5419672193b242d98e683b360f822761 2024-11-24T09:22:33,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/cfb1523806c74934afb23d3d8a9e501f is 50, key is test_row_0/C:col10/1732440152298/Put/seqid=0 2024-11-24T09:22:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742316_1492 (size=12001) 2024-11-24T09:22:33,213 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/cfb1523806c74934afb23d3d8a9e501f 2024-11-24T09:22:33,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/26b1eda3ab1a41dd8fe0b6e568373c69 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/26b1eda3ab1a41dd8fe0b6e568373c69 2024-11-24T09:22:33,223 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/26b1eda3ab1a41dd8fe0b6e568373c69, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:22:33,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5419672193b242d98e683b360f822761 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5419672193b242d98e683b360f822761 2024-11-24T09:22:33,228 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5419672193b242d98e683b360f822761, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:22:33,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/cfb1523806c74934afb23d3d8a9e501f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/cfb1523806c74934afb23d3d8a9e501f 2024-11-24T09:22:33,240 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/cfb1523806c74934afb23d3d8a9e501f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:22:33,244 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for d8e37ed89d149e0fbc203593769563d7 in 232ms, sequenceid=38, compaction requested=false 2024-11-24T09:22:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T09:22:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-24T09:22:33,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T09:22:33,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-24T09:22:33,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.0050 sec 2024-11-24T09:22:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:22:33,358 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T09:22:33,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-24T09:22:33,362 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:33,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:33,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:22:33,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:33,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/8ac5ab408a0f4639aea4104f27fdc550 is 50, key is test_row_0/A:col10/1732440153440/Put/seqid=0 2024-11-24T09:22:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:22:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742317_1493 (size=14341) 2024-11-24T09:22:33,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/8ac5ab408a0f4639aea4104f27fdc550 2024-11-24T09:22:33,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/b435caf82a794000bd936fc6712b8005 is 50, key is test_row_0/B:col10/1732440153440/Put/seqid=0 2024-11-24T09:22:33,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T09:22:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440213504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440213516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440213517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440213522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440213522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742318_1494 (size=12001) 2024-11-24T09:22:33,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440213625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440213634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440213636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440213637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440213637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T09:22:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:22:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T09:22:33,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:33,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440213830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440213839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440213842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440213844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440213844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/b435caf82a794000bd936fc6712b8005 2024-11-24T09:22:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:22:33,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/91a3bf3382204d3d82a5a6e1ecbf032f is 50, key is test_row_0/C:col10/1732440153440/Put/seqid=0 2024-11-24T09:22:33,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:33,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T09:22:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:33,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742319_1495 (size=12001) 2024-11-24T09:22:33,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/91a3bf3382204d3d82a5a6e1ecbf032f 2024-11-24T09:22:34,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/8ac5ab408a0f4639aea4104f27fdc550 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8ac5ab408a0f4639aea4104f27fdc550 2024-11-24T09:22:34,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8ac5ab408a0f4639aea4104f27fdc550, entries=200, sequenceid=49, filesize=14.0 K 2024-11-24T09:22:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/b435caf82a794000bd936fc6712b8005 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b435caf82a794000bd936fc6712b8005 2024-11-24T09:22:34,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b435caf82a794000bd936fc6712b8005, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T09:22:34,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/91a3bf3382204d3d82a5a6e1ecbf032f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/91a3bf3382204d3d82a5a6e1ecbf032f 2024-11-24T09:22:34,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/91a3bf3382204d3d82a5a6e1ecbf032f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T09:22:34,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d8e37ed89d149e0fbc203593769563d7 in 595ms, sequenceid=49, compaction requested=true 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:34,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T09:22:34,043 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:34,044 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:34,044 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:34,044 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:34,045 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:34,045 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/e147d3a5ad1a47f298fbceac6def2372, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/26b1eda3ab1a41dd8fe0b6e568373c69, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8ac5ab408a0f4639aea4104f27fdc550] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.4 K 2024-11-24T09:22:34,050 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:34,050 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:34,050 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:34,050 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15126e45c1574ae4acdfac0bd4e14a82, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/cfb1523806c74934afb23d3d8a9e501f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/91a3bf3382204d3d82a5a6e1ecbf032f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.2 K 2024-11-24T09:22:34,051 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15126e45c1574ae4acdfac0bd4e14a82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732440152268 2024-11-24T09:22:34,051 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e147d3a5ad1a47f298fbceac6def2372, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732440152268 2024-11-24T09:22:34,051 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfb1523806c74934afb23d3d8a9e501f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440152292 2024-11-24T09:22:34,052 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b1eda3ab1a41dd8fe0b6e568373c69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440152292 2024-11-24T09:22:34,052 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91a3bf3382204d3d82a5a6e1ecbf032f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440153440 2024-11-24T09:22:34,053 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac5ab408a0f4639aea4104f27fdc550, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440153439 2024-11-24T09:22:34,070 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:34,071 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/d3751197985c4a9cb80adc574a8238fc is 50, key is test_row_0/A:col10/1732440153440/Put/seqid=0 2024-11-24T09:22:34,073 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:34,073 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/2838cf0a5c3d477bbf1d825752363db1 is 50, key is test_row_0/C:col10/1732440153440/Put/seqid=0 2024-11-24T09:22:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742321_1497 (size=12104) 2024-11-24T09:22:34,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:34,133 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742320_1496 (size=12104) 2024-11-24T09:22:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:34,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/0b2c7e84e00c4a6eb5cc1b94ea686880 is 50, key is test_row_0/A:col10/1732440153517/Put/seqid=0 2024-11-24T09:22:34,155 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/d3751197985c4a9cb80adc574a8238fc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d3751197985c4a9cb80adc574a8238fc 2024-11-24T09:22:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742322_1498 (size=12001) 2024-11-24T09:22:34,160 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into d3751197985c4a9cb80adc574a8238fc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:34,160 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:34,160 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440154043; duration=0sec 2024-11-24T09:22:34,161 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:34,161 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:34,161 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:34,162 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:34,162 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:34,162 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:34,162 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/903a5976b05e49abb3802d1fe9850696, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5419672193b242d98e683b360f822761, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b435caf82a794000bd936fc6712b8005] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.2 K 2024-11-24T09:22:34,162 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 903a5976b05e49abb3802d1fe9850696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732440152268 2024-11-24T09:22:34,163 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5419672193b242d98e683b360f822761, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440152292 2024-11-24T09:22:34,163 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b435caf82a794000bd936fc6712b8005, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440153440 2024-11-24T09:22:34,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440214157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,172 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440214162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,173 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d86f0f41fb5f4befada4175737780135 is 50, key is test_row_0/B:col10/1732440153440/Put/seqid=0 2024-11-24T09:22:34,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440214163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440214164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440214165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742323_1499 (size=12104) 2024-11-24T09:22:34,218 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d86f0f41fb5f4befada4175737780135 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d86f0f41fb5f4befada4175737780135 2024-11-24T09:22:34,227 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into d86f0f41fb5f4befada4175737780135(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:34,227 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:34,227 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440154043; duration=0sec 2024-11-24T09:22:34,227 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:34,227 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440214270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440214274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440214276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440214276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440214277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:22:34,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440214478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440214478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440214484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440214484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440214486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,533 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/2838cf0a5c3d477bbf1d825752363db1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/2838cf0a5c3d477bbf1d825752363db1 2024-11-24T09:22:34,538 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 2838cf0a5c3d477bbf1d825752363db1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:34,538 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:34,538 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440154043; duration=0sec 2024-11-24T09:22:34,538 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:34,538 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:34,561 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/0b2c7e84e00c4a6eb5cc1b94ea686880 2024-11-24T09:22:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5ba70ba77e3944df86aa1eebb4f04943 is 50, key is test_row_0/B:col10/1732440153517/Put/seqid=0 2024-11-24T09:22:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742324_1500 (size=12001) 2024-11-24T09:22:34,624 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5ba70ba77e3944df86aa1eebb4f04943 2024-11-24T09:22:34,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/eb33f3fff86d4d31a322b872d2194a55 is 50, key is test_row_0/C:col10/1732440153517/Put/seqid=0 2024-11-24T09:22:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742325_1501 (size=12001) 2024-11-24T09:22:34,688 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/eb33f3fff86d4d31a322b872d2194a55 2024-11-24T09:22:34,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/0b2c7e84e00c4a6eb5cc1b94ea686880 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0b2c7e84e00c4a6eb5cc1b94ea686880 2024-11-24T09:22:34,698 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0b2c7e84e00c4a6eb5cc1b94ea686880, entries=150, sequenceid=74, filesize=11.7 K 2024-11-24T09:22:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5ba70ba77e3944df86aa1eebb4f04943 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5ba70ba77e3944df86aa1eebb4f04943 2024-11-24T09:22:34,705 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5ba70ba77e3944df86aa1eebb4f04943, entries=150, sequenceid=74, filesize=11.7 K 2024-11-24T09:22:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/eb33f3fff86d4d31a322b872d2194a55 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/eb33f3fff86d4d31a322b872d2194a55 2024-11-24T09:22:34,711 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/eb33f3fff86d4d31a322b872d2194a55, entries=150, sequenceid=74, filesize=11.7 K 2024-11-24T09:22:34,711 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d8e37ed89d149e0fbc203593769563d7 in 578ms, sequenceid=74, compaction requested=false 2024-11-24T09:22:34,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:34,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:34,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-24T09:22:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-24T09:22:34,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T09:22:34,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-24T09:22:34,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.3540 sec 2024-11-24T09:22:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:34,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/a590420811394407b04d105fb9e5ad48 is 50, key is test_row_0/A:col10/1732440154156/Put/seqid=0 2024-11-24T09:22:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742326_1502 (size=14341) 2024-11-24T09:22:34,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/a590420811394407b04d105fb9e5ad48 2024-11-24T09:22:34,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/deb0e71446eb4ad7ab75f62bfbc25967 is 50, key is test_row_0/B:col10/1732440154156/Put/seqid=0 2024-11-24T09:22:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742327_1503 (size=12001) 2024-11-24T09:22:34,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440214839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440214840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440214853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440214853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440214855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440214958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440214958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440214960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440214960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440214964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:22:35,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440215165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440215166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440215167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440215168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440215170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/deb0e71446eb4ad7ab75f62bfbc25967 2024-11-24T09:22:35,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/69d47455d56748f29d0fb64d4ce0daf3 is 50, key is test_row_0/C:col10/1732440154156/Put/seqid=0 2024-11-24T09:22:35,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742328_1504 (size=12001) 2024-11-24T09:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:22:35,476 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-24T09:22:35,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-24T09:22:35,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T09:22:35,480 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:35,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:35,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440215476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440215476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440215476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440215476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440215478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T09:22:35,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T09:22:35,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:35,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:35,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/69d47455d56748f29d0fb64d4ce0daf3 2024-11-24T09:22:35,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/a590420811394407b04d105fb9e5ad48 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/a590420811394407b04d105fb9e5ad48 2024-11-24T09:22:35,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/a590420811394407b04d105fb9e5ad48, entries=200, sequenceid=89, filesize=14.0 K 2024-11-24T09:22:35,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/deb0e71446eb4ad7ab75f62bfbc25967 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/deb0e71446eb4ad7ab75f62bfbc25967 2024-11-24T09:22:35,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/deb0e71446eb4ad7ab75f62bfbc25967, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T09:22:35,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/69d47455d56748f29d0fb64d4ce0daf3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/69d47455d56748f29d0fb64d4ce0daf3 2024-11-24T09:22:35,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/69d47455d56748f29d0fb64d4ce0daf3, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T09:22:35,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d8e37ed89d149e0fbc203593769563d7 in 937ms, sequenceid=89, compaction requested=true 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:35,730 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:35,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:35,730 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:35,731 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:35,731 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:35,731 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:35,731 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d3751197985c4a9cb80adc574a8238fc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0b2c7e84e00c4a6eb5cc1b94ea686880, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/a590420811394407b04d105fb9e5ad48] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.5 K 2024-11-24T09:22:35,733 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3751197985c4a9cb80adc574a8238fc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440153440 2024-11-24T09:22:35,733 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:35,733 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:35,733 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:35,733 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d86f0f41fb5f4befada4175737780135, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5ba70ba77e3944df86aa1eebb4f04943, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/deb0e71446eb4ad7ab75f62bfbc25967] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.3 K 2024-11-24T09:22:35,734 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d86f0f41fb5f4befada4175737780135, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440153440 2024-11-24T09:22:35,734 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2c7e84e00c4a6eb5cc1b94ea686880, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732440153501 2024-11-24T09:22:35,734 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ba70ba77e3944df86aa1eebb4f04943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732440153501 2024-11-24T09:22:35,735 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting deb0e71446eb4ad7ab75f62bfbc25967, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440154156 2024-11-24T09:22:35,735 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a590420811394407b04d105fb9e5ad48, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440154156 2024-11-24T09:22:35,753 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:35,753 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9c97a29c0d0c4ce2a81dd0d078b9b250 is 50, key is test_row_0/A:col10/1732440154156/Put/seqid=0 2024-11-24T09:22:35,765 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:35,766 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/2be0f6131442438d877b7a522807ec36 is 50, key is test_row_0/B:col10/1732440154156/Put/seqid=0 2024-11-24T09:22:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T09:22:35,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:35,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T09:22:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:35,786 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742330_1506 (size=12207) 2024-11-24T09:22:35,817 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/2be0f6131442438d877b7a522807ec36 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2be0f6131442438d877b7a522807ec36 2024-11-24T09:22:35,826 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into 2be0f6131442438d877b7a522807ec36(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:35,826 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:35,826 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440155730; duration=0sec 2024-11-24T09:22:35,826 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:35,826 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:35,826 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742329_1505 (size=12207) 2024-11-24T09:22:35,828 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:35,828 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:35,829 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:35,829 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/2838cf0a5c3d477bbf1d825752363db1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/eb33f3fff86d4d31a322b872d2194a55, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/69d47455d56748f29d0fb64d4ce0daf3] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.3 K 2024-11-24T09:22:35,829 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2838cf0a5c3d477bbf1d825752363db1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732440153440 2024-11-24T09:22:35,830 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting eb33f3fff86d4d31a322b872d2194a55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732440153501 2024-11-24T09:22:35,831 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 69d47455d56748f29d0fb64d4ce0daf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440154156 2024-11-24T09:22:35,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/4ccbe7ccc3844615b7f8c91a2fe7cabd is 50, key is test_row_0/A:col10/1732440154853/Put/seqid=0 2024-11-24T09:22:35,842 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:35,843 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/6d574c37a508408f82919a7e486d652b is 50, key is test_row_0/C:col10/1732440154156/Put/seqid=0 2024-11-24T09:22:35,856 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9c97a29c0d0c4ce2a81dd0d078b9b250 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9c97a29c0d0c4ce2a81dd0d078b9b250 2024-11-24T09:22:35,863 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 9c97a29c0d0c4ce2a81dd0d078b9b250(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:35,863 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:35,863 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440155730; duration=0sec 2024-11-24T09:22:35,863 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:35,863 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742331_1507 (size=12001) 2024-11-24T09:22:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742332_1508 (size=12207) 2024-11-24T09:22:35,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:36,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440216001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440216007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440216009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440216010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440216011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T09:22:36,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440216112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440216114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440216118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440216120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440216121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,313 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/4ccbe7ccc3844615b7f8c91a2fe7cabd 2024-11-24T09:22:36,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440216325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440216325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/b462b668ffa2406ea90902f152ef2ed2 is 50, key is test_row_0/B:col10/1732440154853/Put/seqid=0 2024-11-24T09:22:36,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440216326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,333 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/6d574c37a508408f82919a7e486d652b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6d574c37a508408f82919a7e486d652b 2024-11-24T09:22:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440216331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440216331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,339 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 6d574c37a508408f82919a7e486d652b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:36,339 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:36,339 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440155730; duration=0sec 2024-11-24T09:22:36,339 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:36,339 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742333_1509 (size=12001) 2024-11-24T09:22:36,360 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/b462b668ffa2406ea90902f152ef2ed2 2024-11-24T09:22:36,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/3a5ed879304d4bcc920cc490620544cd is 50, key is test_row_0/C:col10/1732440154853/Put/seqid=0 2024-11-24T09:22:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742334_1510 (size=12001) 2024-11-24T09:22:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T09:22:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440216628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440216629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440216635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440216637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440216638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:36,799 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/3a5ed879304d4bcc920cc490620544cd 2024-11-24T09:22:36,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/4ccbe7ccc3844615b7f8c91a2fe7cabd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/4ccbe7ccc3844615b7f8c91a2fe7cabd 2024-11-24T09:22:36,810 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/4ccbe7ccc3844615b7f8c91a2fe7cabd, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T09:22:36,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/b462b668ffa2406ea90902f152ef2ed2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b462b668ffa2406ea90902f152ef2ed2 2024-11-24T09:22:36,816 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b462b668ffa2406ea90902f152ef2ed2, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T09:22:36,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/3a5ed879304d4bcc920cc490620544cd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3a5ed879304d4bcc920cc490620544cd 2024-11-24T09:22:36,823 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3a5ed879304d4bcc920cc490620544cd, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T09:22:36,824 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d8e37ed89d149e0fbc203593769563d7 in 1038ms, sequenceid=113, compaction requested=false 2024-11-24T09:22:36,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:36,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:36,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-24T09:22:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-24T09:22:36,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T09:22:36,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-11-24T09:22:36,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.3530 sec 2024-11-24T09:22:37,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:37,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:37,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/48510ce2fc494b3388e961826bdcbff7 is 50, key is test_row_0/A:col10/1732440156008/Put/seqid=0 2024-11-24T09:22:37,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440217203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440217205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742335_1511 (size=16781) 2024-11-24T09:22:37,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440217213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440217214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440217214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440217317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440217316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440217333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440217333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440217335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440217532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440217535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440217548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440217549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440217551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T09:22:37,585 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T09:22:37,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-24T09:22:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:22:37,590 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:37,591 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:37,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:37,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/48510ce2fc494b3388e961826bdcbff7 2024-11-24T09:22:37,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/23d511bc4e234aca80ebd066208a50f0 is 50, key is test_row_0/B:col10/1732440156008/Put/seqid=0 2024-11-24T09:22:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:22:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742336_1512 (size=12051) 2024-11-24T09:22:37,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T09:22:37,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:37,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:37,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:37,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440217841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440217845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440217858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440217858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440217859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:22:37,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:37,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T09:22:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:37,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T09:22:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/23d511bc4e234aca80ebd066208a50f0 2024-11-24T09:22:38,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/f359f9a795b24ae7a02e675604e735d4 is 50, key is test_row_0/C:col10/1732440156008/Put/seqid=0 2024-11-24T09:22:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742337_1513 (size=12051) 2024-11-24T09:22:38,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/f359f9a795b24ae7a02e675604e735d4 2024-11-24T09:22:38,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/48510ce2fc494b3388e961826bdcbff7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/48510ce2fc494b3388e961826bdcbff7 2024-11-24T09:22:38,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/48510ce2fc494b3388e961826bdcbff7, entries=250, sequenceid=130, filesize=16.4 K 2024-11-24T09:22:38,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/23d511bc4e234aca80ebd066208a50f0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23d511bc4e234aca80ebd066208a50f0 2024-11-24T09:22:38,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23d511bc4e234aca80ebd066208a50f0, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T09:22:38,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/f359f9a795b24ae7a02e675604e735d4 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/f359f9a795b24ae7a02e675604e735d4 2024-11-24T09:22:38,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/f359f9a795b24ae7a02e675604e735d4, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T09:22:38,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d8e37ed89d149e0fbc203593769563d7 in 1016ms, sequenceid=130, compaction requested=true 2024-11-24T09:22:38,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,163 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:38,164 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:38,164 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:38,164 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:38,165 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,165 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9c97a29c0d0c4ce2a81dd0d078b9b250, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/4ccbe7ccc3844615b7f8c91a2fe7cabd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/48510ce2fc494b3388e961826bdcbff7] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=40.0 K 2024-11-24T09:22:38,167 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c97a29c0d0c4ce2a81dd0d078b9b250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440154156 2024-11-24T09:22:38,168 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:38,168 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:38,168 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,168 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2be0f6131442438d877b7a522807ec36, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b462b668ffa2406ea90902f152ef2ed2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23d511bc4e234aca80ebd066208a50f0] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.4 K 2024-11-24T09:22:38,168 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ccbe7ccc3844615b7f8c91a2fe7cabd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732440154836 2024-11-24T09:22:38,168 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be0f6131442438d877b7a522807ec36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440154156 2024-11-24T09:22:38,170 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b462b668ffa2406ea90902f152ef2ed2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732440154836 2024-11-24T09:22:38,170 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48510ce2fc494b3388e961826bdcbff7, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440156007 2024-11-24T09:22:38,170 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 23d511bc4e234aca80ebd066208a50f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440156008 2024-11-24T09:22:38,177 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:38,178 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c277aebf268d466683c7c87a36631158 is 50, key is test_row_0/A:col10/1732440156008/Put/seqid=0 2024-11-24T09:22:38,180 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:38,180 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/fbbb1409b06c4efda3aa6f9314527081 is 50, key is test_row_0/B:col10/1732440156008/Put/seqid=0 2024-11-24T09:22:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:22:38,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,204 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742338_1514 (size=12359) 2024-11-24T09:22:38,228 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c277aebf268d466683c7c87a36631158 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c277aebf268d466683c7c87a36631158 2024-11-24T09:22:38,238 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into c277aebf268d466683c7c87a36631158(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:38,238 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,238 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440158163; duration=0sec 2024-11-24T09:22:38,238 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:38,238 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:38,238 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:38,239 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:38,239 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:38,239 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,239 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6d574c37a508408f82919a7e486d652b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3a5ed879304d4bcc920cc490620544cd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/f359f9a795b24ae7a02e675604e735d4] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.4 K 2024-11-24T09:22:38,240 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d574c37a508408f82919a7e486d652b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732440154156 2024-11-24T09:22:38,240 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a5ed879304d4bcc920cc490620544cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732440154836 2024-11-24T09:22:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742339_1515 (size=12359) 2024-11-24T09:22:38,248 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f359f9a795b24ae7a02e675604e735d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440156008 2024-11-24T09:22:38,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9279f5943d4c4caf9231817b4e64f7ca is 50, key is test_row_0/A:col10/1732440157212/Put/seqid=0 2024-11-24T09:22:38,260 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:38,261 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/35fb6e0ae6f24fe7a044318cd1db9966 is 50, key is test_row_0/C:col10/1732440156008/Put/seqid=0 2024-11-24T09:22:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742340_1516 (size=12151) 2024-11-24T09:22:38,300 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9279f5943d4c4caf9231817b4e64f7ca 2024-11-24T09:22:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742341_1517 (size=12359) 2024-11-24T09:22:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/e1eefa0472604a4a9a68ae38db64cf4b is 50, key is test_row_0/B:col10/1732440157212/Put/seqid=0 2024-11-24T09:22:38,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742342_1518 (size=12151) 2024-11-24T09:22:38,367 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/e1eefa0472604a4a9a68ae38db64cf4b 2024-11-24T09:22:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/011a0afbb4dd48ceb2eb1c002ddc95e2 is 50, key is test_row_0/C:col10/1732440157212/Put/seqid=0 2024-11-24T09:22:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440218375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440218376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440218382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742343_1519 (size=12151) 2024-11-24T09:22:38,390 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/011a0afbb4dd48ceb2eb1c002ddc95e2 2024-11-24T09:22:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9279f5943d4c4caf9231817b4e64f7ca as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9279f5943d4c4caf9231817b4e64f7ca 2024-11-24T09:22:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440218386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440218386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,401 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9279f5943d4c4caf9231817b4e64f7ca, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T09:22:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/e1eefa0472604a4a9a68ae38db64cf4b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1eefa0472604a4a9a68ae38db64cf4b 2024-11-24T09:22:38,408 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1eefa0472604a4a9a68ae38db64cf4b, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T09:22:38,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/011a0afbb4dd48ceb2eb1c002ddc95e2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/011a0afbb4dd48ceb2eb1c002ddc95e2 2024-11-24T09:22:38,416 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/011a0afbb4dd48ceb2eb1c002ddc95e2, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T09:22:38,417 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d8e37ed89d149e0fbc203593769563d7 in 213ms, sequenceid=152, compaction requested=false 2024-11-24T09:22:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-24T09:22:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-24T09:22:38,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T09:22:38,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 830 msec 2024-11-24T09:22:38,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 836 msec 2024-11-24T09:22:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:38,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:22:38,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:38,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:38,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:38,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/65e985a078da4037825ca82015736428 is 50, key is test_row_0/A:col10/1732440158383/Put/seqid=0 2024-11-24T09:22:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742344_1520 (size=16931) 2024-11-24T09:22:38,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/65e985a078da4037825ca82015736428 2024-11-24T09:22:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440218534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440218534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440218536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440218536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440218537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d95756f1e5b54e8db9b0c8d55dbe16a9 is 50, key is test_row_0/B:col10/1732440158383/Put/seqid=0 2024-11-24T09:22:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742345_1521 (size=12151) 2024-11-24T09:22:38,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d95756f1e5b54e8db9b0c8d55dbe16a9 2024-11-24T09:22:38,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/de431904146f4f30978d2e1dd20dc8e3 is 50, key is test_row_0/C:col10/1732440158383/Put/seqid=0 2024-11-24T09:22:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742346_1522 (size=12151) 2024-11-24T09:22:38,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/de431904146f4f30978d2e1dd20dc8e3 2024-11-24T09:22:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440218648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,660 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/fbbb1409b06c4efda3aa6f9314527081 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/fbbb1409b06c4efda3aa6f9314527081 2024-11-24T09:22:38,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440218649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440218649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/65e985a078da4037825ca82015736428 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/65e985a078da4037825ca82015736428 2024-11-24T09:22:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440218649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440218650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,665 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into fbbb1409b06c4efda3aa6f9314527081(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:38,665 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,665 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440158164; duration=0sec 2024-11-24T09:22:38,665 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:38,665 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:38,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/65e985a078da4037825ca82015736428, entries=250, sequenceid=169, filesize=16.5 K 2024-11-24T09:22:38,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d95756f1e5b54e8db9b0c8d55dbe16a9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d95756f1e5b54e8db9b0c8d55dbe16a9 2024-11-24T09:22:38,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d95756f1e5b54e8db9b0c8d55dbe16a9, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:22:38,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/de431904146f4f30978d2e1dd20dc8e3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/de431904146f4f30978d2e1dd20dc8e3 2024-11-24T09:22:38,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/de431904146f4f30978d2e1dd20dc8e3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:22:38,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d8e37ed89d149e0fbc203593769563d7 in 186ms, sequenceid=169, compaction requested=true 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:38,678 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:38,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:38,679 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:38,679 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:38,679 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,679 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c277aebf268d466683c7c87a36631158, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9279f5943d4c4caf9231817b4e64f7ca, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/65e985a078da4037825ca82015736428] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=40.5 K 2024-11-24T09:22:38,679 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c277aebf268d466683c7c87a36631158, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440156008 2024-11-24T09:22:38,680 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9279f5943d4c4caf9231817b4e64f7ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732440157185 2024-11-24T09:22:38,680 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 65e985a078da4037825ca82015736428, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440158381 2024-11-24T09:22:38,695 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:38,696 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/5e753b2dc3774e53a2f1142ad08b9651 is 50, key is test_row_0/A:col10/1732440158383/Put/seqid=0 2024-11-24T09:22:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:22:38,697 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-24T09:22:38,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-24T09:22:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T09:22:38,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:38,701 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:38,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:38,730 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/35fb6e0ae6f24fe7a044318cd1db9966 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/35fb6e0ae6f24fe7a044318cd1db9966 2024-11-24T09:22:38,734 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 35fb6e0ae6f24fe7a044318cd1db9966(size=12.1 K), total size for store is 35.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:38,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742347_1523 (size=12561) 2024-11-24T09:22:38,734 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,734 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440158164; duration=0sec 2024-11-24T09:22:38,734 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:38,734 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:38,735 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:38,735 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:38,736 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:38,736 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:38,736 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,736 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/fbbb1409b06c4efda3aa6f9314527081, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1eefa0472604a4a9a68ae38db64cf4b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d95756f1e5b54e8db9b0c8d55dbe16a9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.8 K 2024-11-24T09:22:38,736 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbbb1409b06c4efda3aa6f9314527081, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440156008 2024-11-24T09:22:38,738 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1eefa0472604a4a9a68ae38db64cf4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732440157185 2024-11-24T09:22:38,738 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d95756f1e5b54e8db9b0c8d55dbe16a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440158381 2024-11-24T09:22:38,741 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/5e753b2dc3774e53a2f1142ad08b9651 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/5e753b2dc3774e53a2f1142ad08b9651 2024-11-24T09:22:38,746 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 5e753b2dc3774e53a2f1142ad08b9651(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:38,746 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,746 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440158678; duration=0sec 2024-11-24T09:22:38,746 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:38,746 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:38,746 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:38,747 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:38,748 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:38,748 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,748 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/35fb6e0ae6f24fe7a044318cd1db9966, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/011a0afbb4dd48ceb2eb1c002ddc95e2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/de431904146f4f30978d2e1dd20dc8e3] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=35.8 K 2024-11-24T09:22:38,748 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 35fb6e0ae6f24fe7a044318cd1db9966, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440156008 2024-11-24T09:22:38,748 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 011a0afbb4dd48ceb2eb1c002ddc95e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732440157185 2024-11-24T09:22:38,749 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting de431904146f4f30978d2e1dd20dc8e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440158381 2024-11-24T09:22:38,754 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:38,755 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/cb4566419fec45a189f1b9ad3b2eb1bd is 50, key is test_row_0/B:col10/1732440158383/Put/seqid=0 2024-11-24T09:22:38,758 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:38,758 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/be747b38b2464791a0c8c79ce99884f9 is 50, key is test_row_0/C:col10/1732440158383/Put/seqid=0 2024-11-24T09:22:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T09:22:38,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742348_1524 (size=12561) 2024-11-24T09:22:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742349_1525 (size=12561) 2024-11-24T09:22:38,840 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/be747b38b2464791a0c8c79ce99884f9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/be747b38b2464791a0c8c79ce99884f9 2024-11-24T09:22:38,845 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into be747b38b2464791a0c8c79ce99884f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:38,845 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:38,845 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440158678; duration=0sec 2024-11-24T09:22:38,845 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:38,845 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:38,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T09:22:38,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:38,853 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9052f2ff99cf4c1399d991270252bbc7 is 50, key is test_row_0/A:col10/1732440158520/Put/seqid=0 2024-11-24T09:22:38,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440218884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440218888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440218890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440218891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440218894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742350_1526 (size=12151) 2024-11-24T09:22:39,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440218995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T09:22:39,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440219000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440219000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440219001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440219004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440219203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440219209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440219209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440219209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440219212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,227 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/cb4566419fec45a189f1b9ad3b2eb1bd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/cb4566419fec45a189f1b9ad3b2eb1bd 2024-11-24T09:22:39,235 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into cb4566419fec45a189f1b9ad3b2eb1bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:39,235 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:39,235 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440158678; duration=0sec 2024-11-24T09:22:39,235 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:39,235 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T09:22:39,326 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9052f2ff99cf4c1399d991270252bbc7 2024-11-24T09:22:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ca3419218e0a470aba712fd3c4f1f6c8 is 50, key is test_row_0/B:col10/1732440158520/Put/seqid=0 2024-11-24T09:22:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742351_1527 (size=12151) 2024-11-24T09:22:39,378 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ca3419218e0a470aba712fd3c4f1f6c8 2024-11-24T09:22:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a2157f6ffc7441c885151ba8f96825ea is 50, key is test_row_0/C:col10/1732440158520/Put/seqid=0 2024-11-24T09:22:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742352_1528 (size=12151) 2024-11-24T09:22:39,422 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a2157f6ffc7441c885151ba8f96825ea 2024-11-24T09:22:39,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/9052f2ff99cf4c1399d991270252bbc7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9052f2ff99cf4c1399d991270252bbc7 2024-11-24T09:22:39,434 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9052f2ff99cf4c1399d991270252bbc7, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T09:22:39,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ca3419218e0a470aba712fd3c4f1f6c8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ca3419218e0a470aba712fd3c4f1f6c8 2024-11-24T09:22:39,442 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ca3419218e0a470aba712fd3c4f1f6c8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T09:22:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a2157f6ffc7441c885151ba8f96825ea as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a2157f6ffc7441c885151ba8f96825ea 2024-11-24T09:22:39,451 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a2157f6ffc7441c885151ba8f96825ea, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T09:22:39,454 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d8e37ed89d149e0fbc203593769563d7 in 600ms, sequenceid=193, compaction requested=false 2024-11-24T09:22:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-24T09:22:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-24T09:22:39,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T09:22:39,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 755 msec 2024-11-24T09:22:39,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 760 msec 2024-11-24T09:22:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:39,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/ddb54a535b6b4a529af2c9d1f9769e7f is 50, key is test_row_0/A:col10/1732440159514/Put/seqid=0 2024-11-24T09:22:39,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440219542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440219543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440219544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742353_1529 (size=14541) 2024-11-24T09:22:39,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/ddb54a535b6b4a529af2c9d1f9769e7f 2024-11-24T09:22:39,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440219552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440219553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/2bd3cd2bc4474dde8bea741448d2d208 is 50, key is test_row_0/B:col10/1732440159514/Put/seqid=0 2024-11-24T09:22:39,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742354_1530 (size=12151) 2024-11-24T09:22:39,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/2bd3cd2bc4474dde8bea741448d2d208 2024-11-24T09:22:39,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e240b5ed26b04433ad200ee769ef518b is 50, key is test_row_0/C:col10/1732440159514/Put/seqid=0 2024-11-24T09:22:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440219656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440219657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440219664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440219666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440219668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742355_1531 (size=12151) 2024-11-24T09:22:39,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e240b5ed26b04433ad200ee769ef518b 2024-11-24T09:22:39,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/ddb54a535b6b4a529af2c9d1f9769e7f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ddb54a535b6b4a529af2c9d1f9769e7f 2024-11-24T09:22:39,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ddb54a535b6b4a529af2c9d1f9769e7f, entries=200, sequenceid=211, filesize=14.2 K 2024-11-24T09:22:39,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/2bd3cd2bc4474dde8bea741448d2d208 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2bd3cd2bc4474dde8bea741448d2d208 2024-11-24T09:22:39,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2bd3cd2bc4474dde8bea741448d2d208, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T09:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e240b5ed26b04433ad200ee769ef518b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e240b5ed26b04433ad200ee769ef518b 2024-11-24T09:22:39,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e240b5ed26b04433ad200ee769ef518b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T09:22:39,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d8e37ed89d149e0fbc203593769563d7 in 201ms, sequenceid=211, compaction requested=true 2024-11-24T09:22:39,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:39,717 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:39,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:39,717 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:39,718 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:39,718 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:39,718 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:39,718 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/5e753b2dc3774e53a2f1142ad08b9651, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9052f2ff99cf4c1399d991270252bbc7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ddb54a535b6b4a529af2c9d1f9769e7f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=38.3 K 2024-11-24T09:22:39,718 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:39,718 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:39,718 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:39,718 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e753b2dc3774e53a2f1142ad08b9651, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440158381 2024-11-24T09:22:39,718 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/cb4566419fec45a189f1b9ad3b2eb1bd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ca3419218e0a470aba712fd3c4f1f6c8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2bd3cd2bc4474dde8bea741448d2d208] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.0 K 2024-11-24T09:22:39,719 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9052f2ff99cf4c1399d991270252bbc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732440158520 2024-11-24T09:22:39,719 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4566419fec45a189f1b9ad3b2eb1bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440158381 2024-11-24T09:22:39,720 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddb54a535b6b4a529af2c9d1f9769e7f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440158885 2024-11-24T09:22:39,721 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3419218e0a470aba712fd3c4f1f6c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732440158520 2024-11-24T09:22:39,722 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bd3cd2bc4474dde8bea741448d2d208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440158888 2024-11-24T09:22:39,747 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:39,747 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/6ecbd69f034b40628379dca1a3090132 is 50, key is test_row_0/A:col10/1732440159514/Put/seqid=0 2024-11-24T09:22:39,755 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:39,756 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/04935780faf74fa58e004c9302d0c4fb is 50, key is test_row_0/B:col10/1732440159514/Put/seqid=0 2024-11-24T09:22:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742356_1532 (size=12663) 2024-11-24T09:22:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742357_1533 (size=12663) 2024-11-24T09:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T09:22:39,804 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-24T09:22:39,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-24T09:22:39,808 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:39,808 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:39,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T09:22:39,811 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/04935780faf74fa58e004c9302d0c4fb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/04935780faf74fa58e004c9302d0c4fb 2024-11-24T09:22:39,816 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into 04935780faf74fa58e004c9302d0c4fb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:39,816 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:39,816 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440159717; duration=0sec 2024-11-24T09:22:39,816 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:39,816 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:39,816 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:39,817 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:39,817 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:39,818 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:39,818 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/be747b38b2464791a0c8c79ce99884f9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a2157f6ffc7441c885151ba8f96825ea, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e240b5ed26b04433ad200ee769ef518b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.0 K 2024-11-24T09:22:39,818 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting be747b38b2464791a0c8c79ce99884f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440158381 2024-11-24T09:22:39,818 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a2157f6ffc7441c885151ba8f96825ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732440158520 2024-11-24T09:22:39,819 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e240b5ed26b04433ad200ee769ef518b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440158888 2024-11-24T09:22:39,843 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:39,844 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e6027bdf4691410f9c6c50509b06e30f is 50, key is test_row_0/C:col10/1732440159514/Put/seqid=0 2024-11-24T09:22:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:39,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T09:22:39,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:39,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:39,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:39,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742358_1534 (size=12663) 2024-11-24T09:22:39,890 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e6027bdf4691410f9c6c50509b06e30f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e6027bdf4691410f9c6c50509b06e30f 2024-11-24T09:22:39,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/cecdd9373a7449f4b24534b0db3e6ce7 is 50, key is test_row_0/A:col10/1732440159873/Put/seqid=0 2024-11-24T09:22:39,894 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into e6027bdf4691410f9c6c50509b06e30f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:39,894 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:39,895 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440159717; duration=0sec 2024-11-24T09:22:39,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:39,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T09:22:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440219903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440219903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440219905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440219907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440219910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742359_1535 (size=16931) 2024-11-24T09:22:39,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/cecdd9373a7449f4b24534b0db3e6ce7 2024-11-24T09:22:39,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/dfae9464dce84e9181fcc632c3037b7f is 50, key is test_row_0/B:col10/1732440159873/Put/seqid=0 2024-11-24T09:22:39,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:39,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T09:22:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:39,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742360_1536 (size=12151) 2024-11-24T09:22:39,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/dfae9464dce84e9181fcc632c3037b7f 2024-11-24T09:22:39,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/3186f5dfc8df4b22a9367748428896f6 is 50, key is test_row_0/C:col10/1732440159873/Put/seqid=0 2024-11-24T09:22:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742361_1537 (size=12151) 2024-11-24T09:22:40,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/3186f5dfc8df4b22a9367748428896f6 2024-11-24T09:22:40,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/cecdd9373a7449f4b24534b0db3e6ce7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/cecdd9373a7449f4b24534b0db3e6ce7 2024-11-24T09:22:40,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440220017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440220017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440220017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/cecdd9373a7449f4b24534b0db3e6ce7, entries=250, sequenceid=233, filesize=16.5 K 2024-11-24T09:22:40,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440220020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440220020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/dfae9464dce84e9181fcc632c3037b7f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/dfae9464dce84e9181fcc632c3037b7f 2024-11-24T09:22:40,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/dfae9464dce84e9181fcc632c3037b7f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T09:22:40,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/3186f5dfc8df4b22a9367748428896f6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3186f5dfc8df4b22a9367748428896f6 2024-11-24T09:22:40,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3186f5dfc8df4b22a9367748428896f6, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T09:22:40,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d8e37ed89d149e0fbc203593769563d7 in 164ms, sequenceid=233, compaction requested=false 2024-11-24T09:22:40,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T09:22:40,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T09:22:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,115 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:22:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/b4a514109f9b4e6cb51b93b379c5bc3b is 50, key is test_row_0/A:col10/1732440159905/Put/seqid=0 2024-11-24T09:22:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742362_1538 (size=12151) 2024-11-24T09:22:40,160 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/b4a514109f9b4e6cb51b93b379c5bc3b 2024-11-24T09:22:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/519bcb519f01415bab5836fd2c181877 is 50, key is test_row_0/B:col10/1732440159905/Put/seqid=0 2024-11-24T09:22:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742363_1539 (size=12151) 2024-11-24T09:22:40,187 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/519bcb519f01415bab5836fd2c181877 2024-11-24T09:22:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/b3c002e463ff4e85b3dd2ce07f44b57e is 50, key is test_row_0/C:col10/1732440159905/Put/seqid=0 2024-11-24T09:22:40,211 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/6ecbd69f034b40628379dca1a3090132 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/6ecbd69f034b40628379dca1a3090132 2024-11-24T09:22:40,221 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 6ecbd69f034b40628379dca1a3090132(size=12.4 K), total size for store is 28.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:40,222 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,222 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440159717; duration=0sec 2024-11-24T09:22:40,222 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:40,222 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:40,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:22:40,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T09:22:40,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742364_1540 (size=12151) 2024-11-24T09:22:40,258 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/b3c002e463ff4e85b3dd2ce07f44b57e 2024-11-24T09:22:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/b4a514109f9b4e6cb51b93b379c5bc3b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b4a514109f9b4e6cb51b93b379c5bc3b 2024-11-24T09:22:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440220259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440220261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,276 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b4a514109f9b4e6cb51b93b379c5bc3b, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T09:22:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/519bcb519f01415bab5836fd2c181877 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/519bcb519f01415bab5836fd2c181877 2024-11-24T09:22:40,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440220267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440220270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440220271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,281 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/519bcb519f01415bab5836fd2c181877, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T09:22:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/b3c002e463ff4e85b3dd2ce07f44b57e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/b3c002e463ff4e85b3dd2ce07f44b57e 2024-11-24T09:22:40,287 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/b3c002e463ff4e85b3dd2ce07f44b57e, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T09:22:40,288 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d8e37ed89d149e0fbc203593769563d7 in 173ms, sequenceid=249, compaction requested=true 2024-11-24T09:22:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-24T09:22:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-24T09:22:40,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T09:22:40,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 482 msec 2024-11-24T09:22:40,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 488 msec 2024-11-24T09:22:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:40,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:40,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/ff1abb758d0c4d3fa12625519247ee9c is 50, key is test_row_0/A:col10/1732440160376/Put/seqid=0 2024-11-24T09:22:40,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440220398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T09:22:40,412 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-24T09:22:40,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-24T09:22:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T09:22:40,415 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:40,415 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:40,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:40,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440220409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440220409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440220409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440220411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742365_1541 (size=14741) 2024-11-24T09:22:40,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/ff1abb758d0c4d3fa12625519247ee9c 2024-11-24T09:22:40,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/eb80b776f08c4eda824ebcce11a88aa9 is 50, key is test_row_0/B:col10/1732440160376/Put/seqid=0 2024-11-24T09:22:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742366_1542 (size=12301) 2024-11-24T09:22:40,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/eb80b776f08c4eda824ebcce11a88aa9 2024-11-24T09:22:40,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d393363136bb475899a309d986f3c1e9 is 50, key is test_row_0/C:col10/1732440160376/Put/seqid=0 2024-11-24T09:22:40,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742367_1543 (size=12301) 2024-11-24T09:22:40,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d393363136bb475899a309d986f3c1e9 2024-11-24T09:22:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T09:22:40,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/ff1abb758d0c4d3fa12625519247ee9c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ff1abb758d0c4d3fa12625519247ee9c 2024-11-24T09:22:40,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440220512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ff1abb758d0c4d3fa12625519247ee9c, entries=200, sequenceid=272, filesize=14.4 K 2024-11-24T09:22:40,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/eb80b776f08c4eda824ebcce11a88aa9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/eb80b776f08c4eda824ebcce11a88aa9 2024-11-24T09:22:40,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440220523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440220523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/eb80b776f08c4eda824ebcce11a88aa9, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T09:22:40,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d393363136bb475899a309d986f3c1e9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d393363136bb475899a309d986f3c1e9 2024-11-24T09:22:40,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440220524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440220524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d393363136bb475899a309d986f3c1e9, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T09:22:40,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d8e37ed89d149e0fbc203593769563d7 in 160ms, sequenceid=272, compaction requested=true 2024-11-24T09:22:40,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,537 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:40,539 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56486 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:40,539 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:40,539 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,540 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/6ecbd69f034b40628379dca1a3090132, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/cecdd9373a7449f4b24534b0db3e6ce7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b4a514109f9b4e6cb51b93b379c5bc3b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ff1abb758d0c4d3fa12625519247ee9c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=55.2 K 2024-11-24T09:22:40,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:40,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:40,540 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:40,540 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ecbd69f034b40628379dca1a3090132, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440158888 2024-11-24T09:22:40,541 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting cecdd9373a7449f4b24534b0db3e6ce7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440159542 2024-11-24T09:22:40,541 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4a514109f9b4e6cb51b93b379c5bc3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732440159889 2024-11-24T09:22:40,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:40,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:40,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:40,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:40,542 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff1abb758d0c4d3fa12625519247ee9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440160251 2024-11-24T09:22:40,542 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:40,542 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:40,542 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,542 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/04935780faf74fa58e004c9302d0c4fb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/dfae9464dce84e9181fcc632c3037b7f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/519bcb519f01415bab5836fd2c181877, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/eb80b776f08c4eda824ebcce11a88aa9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=48.1 K 2024-11-24T09:22:40,543 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 04935780faf74fa58e004c9302d0c4fb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440158888 2024-11-24T09:22:40,545 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting dfae9464dce84e9181fcc632c3037b7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440159549 2024-11-24T09:22:40,545 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 519bcb519f01415bab5836fd2c181877, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732440159889 2024-11-24T09:22:40,547 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting eb80b776f08c4eda824ebcce11a88aa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440160265 2024-11-24T09:22:40,556 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:40,561 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:40,562 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/df42b9a92b5d4b7595111f0271a2d05c is 50, key is test_row_0/B:col10/1732440160376/Put/seqid=0 2024-11-24T09:22:40,566 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/800de8908a464eb48ddfced85649108b is 50, key is test_row_0/A:col10/1732440160376/Put/seqid=0 2024-11-24T09:22:40,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T09:22:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,567 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:22:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:40,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/d7c20865a82249b1907f454f12b8980f is 50, key is test_row_0/A:col10/1732440160409/Put/seqid=0 2024-11-24T09:22:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742369_1545 (size=12949) 2024-11-24T09:22:40,627 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/800de8908a464eb48ddfced85649108b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/800de8908a464eb48ddfced85649108b 2024-11-24T09:22:40,632 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 800de8908a464eb48ddfced85649108b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:40,632 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,632 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=12, startTime=1732440160537; duration=0sec 2024-11-24T09:22:40,632 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:40,632 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:40,632 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:40,635 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:40,635 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:40,635 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,635 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e6027bdf4691410f9c6c50509b06e30f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3186f5dfc8df4b22a9367748428896f6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/b3c002e463ff4e85b3dd2ce07f44b57e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d393363136bb475899a309d986f3c1e9] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=48.1 K 2024-11-24T09:22:40,635 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6027bdf4691410f9c6c50509b06e30f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440158888 2024-11-24T09:22:40,636 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3186f5dfc8df4b22a9367748428896f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732440159549 2024-11-24T09:22:40,636 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3c002e463ff4e85b3dd2ce07f44b57e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732440159889 2024-11-24T09:22:40,637 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d393363136bb475899a309d986f3c1e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440160265 2024-11-24T09:22:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742368_1544 (size=12949) 2024-11-24T09:22:40,645 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/df42b9a92b5d4b7595111f0271a2d05c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/df42b9a92b5d4b7595111f0271a2d05c 2024-11-24T09:22:40,650 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into df42b9a92b5d4b7595111f0271a2d05c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:40,650 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,651 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=12, startTime=1732440160540; duration=0sec 2024-11-24T09:22:40,651 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:40,651 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742370_1546 (size=12301) 2024-11-24T09:22:40,691 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:40,691 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d5b312dc74a7433f894ba86d869bb4c3 is 50, key is test_row_0/C:col10/1732440160376/Put/seqid=0 2024-11-24T09:22:40,697 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/d7c20865a82249b1907f454f12b8980f 2024-11-24T09:22:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T09:22:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742371_1547 (size=12949) 2024-11-24T09:22:40,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5b3f809ef88647ce95d52ec829e72528 is 50, key is test_row_0/B:col10/1732440160409/Put/seqid=0 2024-11-24T09:22:40,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:40,734 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d5b312dc74a7433f894ba86d869bb4c3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d5b312dc74a7433f894ba86d869bb4c3 2024-11-24T09:22:40,741 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into d5b312dc74a7433f894ba86d869bb4c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:40,741 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,741 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=12, startTime=1732440160541; duration=0sec 2024-11-24T09:22:40,741 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:40,741 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742372_1548 (size=12301) 2024-11-24T09:22:40,777 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5b3f809ef88647ce95d52ec829e72528 2024-11-24T09:22:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a735175368e6402e9155bb684a7e4d32 is 50, key is test_row_0/C:col10/1732440160409/Put/seqid=0 2024-11-24T09:22:40,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440220766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440220781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440220784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440220790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440220791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742373_1549 (size=12301) 2024-11-24T09:22:40,829 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a735175368e6402e9155bb684a7e4d32 2024-11-24T09:22:40,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/d7c20865a82249b1907f454f12b8980f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d7c20865a82249b1907f454f12b8980f 2024-11-24T09:22:40,849 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d7c20865a82249b1907f454f12b8980f, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T09:22:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/5b3f809ef88647ce95d52ec829e72528 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5b3f809ef88647ce95d52ec829e72528 2024-11-24T09:22:40,856 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5b3f809ef88647ce95d52ec829e72528, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T09:22:40,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a735175368e6402e9155bb684a7e4d32 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a735175368e6402e9155bb684a7e4d32 2024-11-24T09:22:40,862 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a735175368e6402e9155bb684a7e4d32, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T09:22:40,863 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for d8e37ed89d149e0fbc203593769563d7 in 296ms, sequenceid=286, compaction requested=false 2024-11-24T09:22:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:40,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-24T09:22:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-24T09:22:40,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T09:22:40,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 450 msec 2024-11-24T09:22:40,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 454 msec 2024-11-24T09:22:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:40,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:40,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:40,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:40,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440220913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c0381843069a43c6a09ab09a3e7778d4 is 50, key is test_row_0/A:col10/1732440160789/Put/seqid=0 2024-11-24T09:22:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440220917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440220918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440220922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440220925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742374_1550 (size=14741) 2024-11-24T09:22:40,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c0381843069a43c6a09ab09a3e7778d4 2024-11-24T09:22:40,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/05c33617f31a4331964d5dd3dff4cc96 is 50, key is test_row_0/B:col10/1732440160789/Put/seqid=0 2024-11-24T09:22:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742375_1551 (size=12301) 2024-11-24T09:22:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-24T09:22:41,017 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-24T09:22:41,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-24T09:22:41,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:41,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:41,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440221027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440221030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440221031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440221030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440221034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:41,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:41,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440221235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440221241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440221244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440221248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440221249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:41,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/05c33617f31a4331964d5dd3dff4cc96 2024-11-24T09:22:41,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/c4574df593b840318ae630264f1fad56 is 50, key is test_row_0/C:col10/1732440160789/Put/seqid=0 2024-11-24T09:22:41,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742376_1552 (size=12301) 2024-11-24T09:22:41,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/c4574df593b840318ae630264f1fad56 2024-11-24T09:22:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c0381843069a43c6a09ab09a3e7778d4 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c0381843069a43c6a09ab09a3e7778d4 2024-11-24T09:22:41,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c0381843069a43c6a09ab09a3e7778d4, entries=200, sequenceid=314, filesize=14.4 K 2024-11-24T09:22:41,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/05c33617f31a4331964d5dd3dff4cc96 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/05c33617f31a4331964d5dd3dff4cc96 2024-11-24T09:22:41,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/05c33617f31a4331964d5dd3dff4cc96, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T09:22:41,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/c4574df593b840318ae630264f1fad56 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/c4574df593b840318ae630264f1fad56 2024-11-24T09:22:41,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/c4574df593b840318ae630264f1fad56, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T09:22:41,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d8e37ed89d149e0fbc203593769563d7 in 602ms, sequenceid=314, compaction requested=true 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:41,504 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:41,504 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:41,506 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:41,507 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:41,507 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,507 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/df42b9a92b5d4b7595111f0271a2d05c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5b3f809ef88647ce95d52ec829e72528, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/05c33617f31a4331964d5dd3dff4cc96] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.7 K 2024-11-24T09:22:41,507 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:41,507 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:41,507 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,507 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/800de8908a464eb48ddfced85649108b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d7c20865a82249b1907f454f12b8980f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c0381843069a43c6a09ab09a3e7778d4] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=39.1 K 2024-11-24T09:22:41,507 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting df42b9a92b5d4b7595111f0271a2d05c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440160265 2024-11-24T09:22:41,508 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 800de8908a464eb48ddfced85649108b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440160265 2024-11-24T09:22:41,508 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b3f809ef88647ce95d52ec829e72528, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440160406 2024-11-24T09:22:41,508 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c33617f31a4331964d5dd3dff4cc96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440160760 2024-11-24T09:22:41,508 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7c20865a82249b1907f454f12b8980f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440160406 2024-11-24T09:22:41,509 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0381843069a43c6a09ab09a3e7778d4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440160760 2024-11-24T09:22:41,533 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:41,534 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/2414e9db19354546ad7b118e7fdd129b is 50, key is test_row_0/A:col10/1732440160789/Put/seqid=0 2024-11-24T09:22:41,536 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:41,537 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/f99c0e170d6041e5b20be9e3bacfac76 is 50, key is test_row_0/B:col10/1732440160789/Put/seqid=0 2024-11-24T09:22:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:41,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:41,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/19b2f1dda0ba472aae4e9d6761800753 is 50, key is test_row_0/A:col10/1732440160924/Put/seqid=0 2024-11-24T09:22:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742377_1553 (size=13051) 2024-11-24T09:22:41,592 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/2414e9db19354546ad7b118e7fdd129b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/2414e9db19354546ad7b118e7fdd129b 2024-11-24T09:22:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742378_1554 (size=13051) 2024-11-24T09:22:41,599 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 2414e9db19354546ad7b118e7fdd129b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:41,599 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:41,599 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440161504; duration=0sec 2024-11-24T09:22:41,599 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:41,599 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:41,599 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:41,599 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/f99c0e170d6041e5b20be9e3bacfac76 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f99c0e170d6041e5b20be9e3bacfac76 2024-11-24T09:22:41,600 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:41,600 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:41,600 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,601 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d5b312dc74a7433f894ba86d869bb4c3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a735175368e6402e9155bb684a7e4d32, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/c4574df593b840318ae630264f1fad56] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.7 K 2024-11-24T09:22:41,602 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5b312dc74a7433f894ba86d869bb4c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732440160265 2024-11-24T09:22:41,602 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a735175368e6402e9155bb684a7e4d32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732440160406 2024-11-24T09:22:41,602 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4574df593b840318ae630264f1fad56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440160760 2024-11-24T09:22:41,604 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into f99c0e170d6041e5b20be9e3bacfac76(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:41,604 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:41,604 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440161504; duration=0sec 2024-11-24T09:22:41,604 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:41,604 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:41,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440221609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440221609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440221610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742379_1555 (size=14741) 2024-11-24T09:22:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440221619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440221621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,640 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:41,640 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d4d20e051c6b43e18e982b6332055249 is 50, key is test_row_0/C:col10/1732440160789/Put/seqid=0 2024-11-24T09:22:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742380_1556 (size=13051) 2024-11-24T09:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440221722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440221722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440221723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440221729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440221734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:41,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:41,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440221928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440221930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440221933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440221939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440221941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:41,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:41,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:41,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:41,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/19b2f1dda0ba472aae4e9d6761800753 2024-11-24T09:22:42,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/3c0a6a8c880f405aaeb4cce0fb9b5120 is 50, key is test_row_0/B:col10/1732440160924/Put/seqid=0 2024-11-24T09:22:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742381_1557 (size=12301) 2024-11-24T09:22:42,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/3c0a6a8c880f405aaeb4cce0fb9b5120 2024-11-24T09:22:42,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/910b98c364fe44b093d9533fd92116e9 is 50, key is test_row_0/C:col10/1732440160924/Put/seqid=0 2024-11-24T09:22:42,071 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/d4d20e051c6b43e18e982b6332055249 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d4d20e051c6b43e18e982b6332055249 2024-11-24T09:22:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742382_1558 (size=12301) 2024-11-24T09:22:42,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/910b98c364fe44b093d9533fd92116e9 2024-11-24T09:22:42,077 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into d4d20e051c6b43e18e982b6332055249(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:42,077 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:42,077 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440161504; duration=0sec 2024-11-24T09:22:42,078 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:42,078 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:42,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/19b2f1dda0ba472aae4e9d6761800753 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/19b2f1dda0ba472aae4e9d6761800753 2024-11-24T09:22:42,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/19b2f1dda0ba472aae4e9d6761800753, entries=200, sequenceid=326, filesize=14.4 K 2024-11-24T09:22:42,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/3c0a6a8c880f405aaeb4cce0fb9b5120 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/3c0a6a8c880f405aaeb4cce0fb9b5120 2024-11-24T09:22:42,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/3c0a6a8c880f405aaeb4cce0fb9b5120, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T09:22:42,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/910b98c364fe44b093d9533fd92116e9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/910b98c364fe44b093d9533fd92116e9 2024-11-24T09:22:42,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/910b98c364fe44b093d9533fd92116e9, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T09:22:42,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d8e37ed89d149e0fbc203593769563d7 in 569ms, sequenceid=326, compaction requested=false 2024-11-24T09:22:42,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:42,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:42,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/0bed527e2fb54a0dad0fc5deb6f385fb is 50, key is test_row_0/A:col10/1732440162240/Put/seqid=0 2024-11-24T09:22:42,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742383_1559 (size=12301) 2024-11-24T09:22:42,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:42,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/0bed527e2fb54a0dad0fc5deb6f385fb 2024-11-24T09:22:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440222251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440222252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440222253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440222255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440222261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/c802409512fb438aadff617ae9626a3b is 50, key is test_row_0/B:col10/1732440162240/Put/seqid=0 2024-11-24T09:22:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742384_1560 (size=12301) 2024-11-24T09:22:42,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/c802409512fb438aadff617ae9626a3b 2024-11-24T09:22:42,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/436e7187d76e4f758201cadd14cca270 is 50, key is test_row_0/C:col10/1732440162240/Put/seqid=0 2024-11-24T09:22:42,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742385_1561 (size=12301) 2024-11-24T09:22:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440222364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440222364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440222365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440222365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440222371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440222571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440222571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440222571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440222571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440222578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/436e7187d76e4f758201cadd14cca270 2024-11-24T09:22:42,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/0bed527e2fb54a0dad0fc5deb6f385fb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0bed527e2fb54a0dad0fc5deb6f385fb 2024-11-24T09:22:42,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0bed527e2fb54a0dad0fc5deb6f385fb, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T09:22:42,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/c802409512fb438aadff617ae9626a3b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/c802409512fb438aadff617ae9626a3b 2024-11-24T09:22:42,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/c802409512fb438aadff617ae9626a3b, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T09:22:42,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/436e7187d76e4f758201cadd14cca270 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/436e7187d76e4f758201cadd14cca270 2024-11-24T09:22:42,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/436e7187d76e4f758201cadd14cca270, entries=150, sequenceid=355, filesize=12.0 K 2024-11-24T09:22:42,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d8e37ed89d149e0fbc203593769563d7 in 536ms, sequenceid=355, compaction requested=true 2024-11-24T09:22:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:42,777 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:42,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:42,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:42,778 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:42,780 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:42,780 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:42,780 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:42,780 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:42,780 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,780 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,780 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f99c0e170d6041e5b20be9e3bacfac76, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/3c0a6a8c880f405aaeb4cce0fb9b5120, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/c802409512fb438aadff617ae9626a3b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.8 K 2024-11-24T09:22:42,780 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/2414e9db19354546ad7b118e7fdd129b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/19b2f1dda0ba472aae4e9d6761800753, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0bed527e2fb54a0dad0fc5deb6f385fb] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=39.2 K 2024-11-24T09:22:42,781 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2414e9db19354546ad7b118e7fdd129b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440160760 2024-11-24T09:22:42,781 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f99c0e170d6041e5b20be9e3bacfac76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440160760 2024-11-24T09:22:42,781 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c0a6a8c880f405aaeb4cce0fb9b5120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732440160910 2024-11-24T09:22:42,781 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19b2f1dda0ba472aae4e9d6761800753, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732440160910 2024-11-24T09:22:42,782 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bed527e2fb54a0dad0fc5deb6f385fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732440161618 2024-11-24T09:22:42,782 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c802409512fb438aadff617ae9626a3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732440161618 2024-11-24T09:22:42,802 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:42,802 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/623ba5bab7fb4b89960ca6f25c695f07 is 50, key is test_row_0/A:col10/1732440162240/Put/seqid=0 2024-11-24T09:22:42,815 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:42,816 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/bf8a8b11315f4fbea32bce4f2480a89b is 50, key is test_row_0/B:col10/1732440162240/Put/seqid=0 2024-11-24T09:22:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742386_1562 (size=13153) 2024-11-24T09:22:42,864 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/623ba5bab7fb4b89960ca6f25c695f07 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/623ba5bab7fb4b89960ca6f25c695f07 2024-11-24T09:22:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742387_1563 (size=13153) 2024-11-24T09:22:42,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,870 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 623ba5bab7fb4b89960ca6f25c695f07(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:42,870 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:42,870 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440162777; duration=0sec 2024-11-24T09:22:42,870 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:22:42,870 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:42,870 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:42,870 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,871 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:42,871 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:42,871 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:42,871 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d4d20e051c6b43e18e982b6332055249, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/910b98c364fe44b093d9533fd92116e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/436e7187d76e4f758201cadd14cca270] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.8 K 2024-11-24T09:22:42,872 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4d20e051c6b43e18e982b6332055249, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440160760 2024-11-24T09:22:42,873 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 910b98c364fe44b093d9533fd92116e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732440160910 2024-11-24T09:22:42,873 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 436e7187d76e4f758201cadd14cca270, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732440161618 2024-11-24T09:22:42,878 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/bf8a8b11315f4fbea32bce4f2480a89b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/bf8a8b11315f4fbea32bce4f2480a89b 2024-11-24T09:22:42,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/532391805b3d4b09bba22c735764306e is 50, key is test_row_0/A:col10/1732440162253/Put/seqid=0 2024-11-24T09:22:42,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:42,885 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into bf8a8b11315f4fbea32bce4f2480a89b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:42,885 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:42,885 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440162777; duration=0sec 2024-11-24T09:22:42,885 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:42,885 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:42,890 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:42,890 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a5d4118294e140b08b10170ab4fb8d0b is 50, key is test_row_0/C:col10/1732440162240/Put/seqid=0 2024-11-24T09:22:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440222920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742388_1564 (size=12301) 2024-11-24T09:22:42,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440222922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440222923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440222923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440222925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:42,935 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/532391805b3d4b09bba22c735764306e 2024-11-24T09:22:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742389_1565 (size=13153) 2024-11-24T09:22:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/26b52fa05a5840cc8a62294d1542fec6 is 50, key is test_row_0/B:col10/1732440162253/Put/seqid=0 2024-11-24T09:22:42,958 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/a5d4118294e140b08b10170ab4fb8d0b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a5d4118294e140b08b10170ab4fb8d0b 2024-11-24T09:22:42,966 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into a5d4118294e140b08b10170ab4fb8d0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:42,966 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:42,966 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440162777; duration=0sec 2024-11-24T09:22:42,967 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:42,967 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:42,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742390_1566 (size=12301) 2024-11-24T09:22:43,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440223031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440223040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440223041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440223041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440223041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440223234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440223248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440223253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440223256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440223255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,383 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/26b52fa05a5840cc8a62294d1542fec6 2024-11-24T09:22:43,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/29931d9f9c0a411ca9f138d7b71aeeb5 is 50, key is test_row_0/C:col10/1732440162253/Put/seqid=0 2024-11-24T09:22:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742391_1567 (size=12301) 2024-11-24T09:22:43,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440223544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440223554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440223557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440223564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440223574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:43,851 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/29931d9f9c0a411ca9f138d7b71aeeb5 2024-11-24T09:22:43,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/532391805b3d4b09bba22c735764306e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/532391805b3d4b09bba22c735764306e 2024-11-24T09:22:43,863 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/532391805b3d4b09bba22c735764306e, entries=150, sequenceid=366, filesize=12.0 K 2024-11-24T09:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/26b52fa05a5840cc8a62294d1542fec6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/26b52fa05a5840cc8a62294d1542fec6 2024-11-24T09:22:43,867 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/26b52fa05a5840cc8a62294d1542fec6, entries=150, sequenceid=366, filesize=12.0 K 2024-11-24T09:22:43,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/29931d9f9c0a411ca9f138d7b71aeeb5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/29931d9f9c0a411ca9f138d7b71aeeb5 2024-11-24T09:22:43,871 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/29931d9f9c0a411ca9f138d7b71aeeb5, entries=150, sequenceid=366, filesize=12.0 K 2024-11-24T09:22:43,871 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d8e37ed89d149e0fbc203593769563d7 in 1001ms, sequenceid=366, compaction requested=false 2024-11-24T09:22:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-24T09:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-24T09:22:43,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T09:22:43,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8500 sec 2024-11-24T09:22:43,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.8540 sec 2024-11-24T09:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:44,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:44,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c3d54a2d9f6343d397d593b5b0f1e990 is 50, key is test_row_0/A:col10/1732440164053/Put/seqid=0 2024-11-24T09:22:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742392_1568 (size=14741) 2024-11-24T09:22:44,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440224071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440224071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440224072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440224075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440224087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440224176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440224180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440224380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440224385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c3d54a2d9f6343d397d593b5b0f1e990 2024-11-24T09:22:44,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/01dd51013740437180959a4c9e40de5c is 50, key is test_row_0/B:col10/1732440164053/Put/seqid=0 2024-11-24T09:22:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742393_1569 (size=12301) 2024-11-24T09:22:44,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440224685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440224691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:44,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/01dd51013740437180959a4c9e40de5c 2024-11-24T09:22:44,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/56366cb2db9e46ba85949025169d72e3 is 50, key is test_row_0/C:col10/1732440164053/Put/seqid=0 2024-11-24T09:22:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742394_1570 (size=12301) 2024-11-24T09:22:44,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/56366cb2db9e46ba85949025169d72e3 2024-11-24T09:22:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c3d54a2d9f6343d397d593b5b0f1e990 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c3d54a2d9f6343d397d593b5b0f1e990 2024-11-24T09:22:44,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c3d54a2d9f6343d397d593b5b0f1e990, entries=200, sequenceid=395, filesize=14.4 K 2024-11-24T09:22:44,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/01dd51013740437180959a4c9e40de5c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/01dd51013740437180959a4c9e40de5c 2024-11-24T09:22:44,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/01dd51013740437180959a4c9e40de5c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T09:22:44,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/56366cb2db9e46ba85949025169d72e3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/56366cb2db9e46ba85949025169d72e3 2024-11-24T09:22:44,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/56366cb2db9e46ba85949025169d72e3, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T09:22:44,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d8e37ed89d149e0fbc203593769563d7 in 846ms, sequenceid=395, compaction requested=true 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:44,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:44,900 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:44,900 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:44,901 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:44,901 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:44,901 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:44,901 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:44,901 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:44,901 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:44,901 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/623ba5bab7fb4b89960ca6f25c695f07, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/532391805b3d4b09bba22c735764306e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c3d54a2d9f6343d397d593b5b0f1e990] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=39.3 K 2024-11-24T09:22:44,901 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/bf8a8b11315f4fbea32bce4f2480a89b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/26b52fa05a5840cc8a62294d1542fec6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/01dd51013740437180959a4c9e40de5c] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.9 K 2024-11-24T09:22:44,902 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 623ba5bab7fb4b89960ca6f25c695f07, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732440161618 2024-11-24T09:22:44,902 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8a8b11315f4fbea32bce4f2480a89b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732440161618 2024-11-24T09:22:44,902 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b52fa05a5840cc8a62294d1542fec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732440162252 2024-11-24T09:22:44,902 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 532391805b3d4b09bba22c735764306e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732440162252 2024-11-24T09:22:44,902 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 01dd51013740437180959a4c9e40de5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440162922 2024-11-24T09:22:44,902 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3d54a2d9f6343d397d593b5b0f1e990, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440162913 2024-11-24T09:22:44,908 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:44,908 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:44,908 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/331577761f3c4b52a21dba0548982288 is 50, key is test_row_0/B:col10/1732440164053/Put/seqid=0 2024-11-24T09:22:44,908 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/fed8ed72b62a4369882c72d24b7c0ae5 is 50, key is test_row_0/A:col10/1732440164053/Put/seqid=0 2024-11-24T09:22:44,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742396_1572 (size=13255) 2024-11-24T09:22:44,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742395_1571 (size=13255) 2024-11-24T09:22:44,916 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/331577761f3c4b52a21dba0548982288 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/331577761f3c4b52a21dba0548982288 2024-11-24T09:22:44,920 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into 331577761f3c4b52a21dba0548982288(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:44,920 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:44,920 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440164900; duration=0sec 2024-11-24T09:22:44,921 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:44,921 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:44,921 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:44,921 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:44,922 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:44,922 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:44,922 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a5d4118294e140b08b10170ab4fb8d0b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/29931d9f9c0a411ca9f138d7b71aeeb5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/56366cb2db9e46ba85949025169d72e3] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=36.9 K 2024-11-24T09:22:44,922 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a5d4118294e140b08b10170ab4fb8d0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732440161618 2024-11-24T09:22:44,922 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 29931d9f9c0a411ca9f138d7b71aeeb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732440162252 2024-11-24T09:22:44,923 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 56366cb2db9e46ba85949025169d72e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440162922 2024-11-24T09:22:44,932 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#493 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:44,932 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/776e65938a9a4019991982abc49dc00f is 50, key is test_row_0/C:col10/1732440164053/Put/seqid=0 2024-11-24T09:22:44,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742397_1573 (size=13255) 2024-11-24T09:22:44,941 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/776e65938a9a4019991982abc49dc00f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/776e65938a9a4019991982abc49dc00f 2024-11-24T09:22:44,945 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 776e65938a9a4019991982abc49dc00f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:44,945 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:44,945 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440164900; duration=0sec 2024-11-24T09:22:44,945 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:44,945 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:45,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:45,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:45,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:45,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:45,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:45,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:45,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:45,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/fa28e214d3af4c42bd341d6e61b95de8 is 50, key is test_row_0/A:col10/1732440165083/Put/seqid=0 2024-11-24T09:22:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742398_1574 (size=14741) 2024-11-24T09:22:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T09:22:45,128 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-24T09:22:45,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-24T09:22:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:45,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:45,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:45,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440225126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440225132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440225135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440225193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440225200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:45,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440225236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440225237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440225241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,317 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/fed8ed72b62a4369882c72d24b7c0ae5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fed8ed72b62a4369882c72d24b7c0ae5 2024-11-24T09:22:45,320 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into fed8ed72b62a4369882c72d24b7c0ae5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:45,321 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:45,321 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440164900; duration=0sec 2024-11-24T09:22:45,321 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:45,321 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:45,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440225439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440225440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440225446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/fa28e214d3af4c42bd341d6e61b95de8 2024-11-24T09:22:45,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/e1a3d23417cd42b58b36eaaeb31466da is 50, key is test_row_0/B:col10/1732440165083/Put/seqid=0 2024-11-24T09:22:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742399_1575 (size=12301) 2024-11-24T09:22:45,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:45,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440225744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440225745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440225749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:45,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:45,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:45,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/e1a3d23417cd42b58b36eaaeb31466da 2024-11-24T09:22:45,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/15c3eac1cbfb4f69a819814767522331 is 50, key is test_row_0/C:col10/1732440165083/Put/seqid=0 2024-11-24T09:22:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742400_1576 (size=12301) 2024-11-24T09:22:46,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:46,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:46,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:46,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440226204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440226206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440226247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440226249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440226254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/15c3eac1cbfb4f69a819814767522331 2024-11-24T09:22:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/fa28e214d3af4c42bd341d6e61b95de8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fa28e214d3af4c42bd341d6e61b95de8 2024-11-24T09:22:46,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fa28e214d3af4c42bd341d6e61b95de8, entries=200, sequenceid=408, filesize=14.4 K 2024-11-24T09:22:46,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/e1a3d23417cd42b58b36eaaeb31466da as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1a3d23417cd42b58b36eaaeb31466da 2024-11-24T09:22:46,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1a3d23417cd42b58b36eaaeb31466da, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T09:22:46,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/15c3eac1cbfb4f69a819814767522331 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15c3eac1cbfb4f69a819814767522331 2024-11-24T09:22:46,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15c3eac1cbfb4f69a819814767522331, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T09:22:46,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d8e37ed89d149e0fbc203593769563d7 in 1246ms, sequenceid=408, compaction requested=false 2024-11-24T09:22:46,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:46,352 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:46,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:46,353 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:46,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:46,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/07f1760867654fdfa130f6a9d7ead805 is 50, key is test_row_0/A:col10/1732440165115/Put/seqid=0 2024-11-24T09:22:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742401_1577 (size=12301) 2024-11-24T09:22:46,761 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/07f1760867654fdfa130f6a9d7ead805 2024-11-24T09:22:46,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/44e675cc8c8f409284b2d3fdd7d981bc is 50, key is test_row_0/B:col10/1732440165115/Put/seqid=0 2024-11-24T09:22:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742402_1578 (size=12301) 2024-11-24T09:22:47,178 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/44e675cc8c8f409284b2d3fdd7d981bc 2024-11-24T09:22:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/5612f55ec32d425d87268d284261bbd2 is 50, key is test_row_0/C:col10/1732440165115/Put/seqid=0 2024-11-24T09:22:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742403_1579 (size=12301) 2024-11-24T09:22:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:47,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440227269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440227270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440227271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440227377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440227377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440227377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440227582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440227583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440227583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,589 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/5612f55ec32d425d87268d284261bbd2 2024-11-24T09:22:47,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/07f1760867654fdfa130f6a9d7ead805 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/07f1760867654fdfa130f6a9d7ead805 2024-11-24T09:22:47,595 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/07f1760867654fdfa130f6a9d7ead805, entries=150, sequenceid=434, filesize=12.0 K 2024-11-24T09:22:47,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/44e675cc8c8f409284b2d3fdd7d981bc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/44e675cc8c8f409284b2d3fdd7d981bc 2024-11-24T09:22:47,599 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/44e675cc8c8f409284b2d3fdd7d981bc, entries=150, sequenceid=434, filesize=12.0 K 2024-11-24T09:22:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/5612f55ec32d425d87268d284261bbd2 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5612f55ec32d425d87268d284261bbd2 2024-11-24T09:22:47,603 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5612f55ec32d425d87268d284261bbd2, entries=150, sequenceid=434, filesize=12.0 K 2024-11-24T09:22:47,603 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d8e37ed89d149e0fbc203593769563d7 in 1250ms, sequenceid=434, compaction requested=true 2024-11-24T09:22:47,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:47,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-24T09:22:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-24T09:22:47,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-24T09:22:47,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4740 sec 2024-11-24T09:22:47,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4770 sec 2024-11-24T09:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:47,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:47,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:47,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:47,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:47,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:47,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:47,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:47,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/15e84def55fd426ea440809e4cef4a2f is 50, key is test_row_0/A:col10/1732440167262/Put/seqid=0 2024-11-24T09:22:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742404_1580 (size=14741) 2024-11-24T09:22:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440227931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440227937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440227937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440228038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440228044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440228047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732440228207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,209 DEBUG [Thread-2156 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:48,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41440 deadline: 1732440228212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,214 DEBUG [Thread-2158 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., hostname=36e70e68d79c,40313,1732440030467, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:48,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440228248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440228251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440228254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/15e84def55fd426ea440809e4cef4a2f 2024-11-24T09:22:48,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/9d138d2f92be44b4bcc7247eed5e1efe is 50, key is test_row_0/B:col10/1732440167262/Put/seqid=0 2024-11-24T09:22:48,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742405_1581 (size=12301) 2024-11-24T09:22:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440228554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440228555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440228559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:48,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/9d138d2f92be44b4bcc7247eed5e1efe 2024-11-24T09:22:48,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/acc9036598b7405e9a2309c3e846375f is 50, key is test_row_0/C:col10/1732440167262/Put/seqid=0 2024-11-24T09:22:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742406_1582 (size=12301) 2024-11-24T09:22:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440229060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440229062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440229065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:49,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/acc9036598b7405e9a2309c3e846375f 2024-11-24T09:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/15e84def55fd426ea440809e4cef4a2f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/15e84def55fd426ea440809e4cef4a2f 2024-11-24T09:22:49,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/15e84def55fd426ea440809e4cef4a2f, entries=200, sequenceid=448, filesize=14.4 K 2024-11-24T09:22:49,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/9d138d2f92be44b4bcc7247eed5e1efe as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/9d138d2f92be44b4bcc7247eed5e1efe 2024-11-24T09:22:49,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/9d138d2f92be44b4bcc7247eed5e1efe, entries=150, sequenceid=448, filesize=12.0 K 2024-11-24T09:22:49,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/acc9036598b7405e9a2309c3e846375f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/acc9036598b7405e9a2309c3e846375f 2024-11-24T09:22:49,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/acc9036598b7405e9a2309c3e846375f, entries=150, sequenceid=448, filesize=12.0 K 2024-11-24T09:22:49,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d8e37ed89d149e0fbc203593769563d7 in 1249ms, sequenceid=448, compaction requested=true 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:49,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:49,142 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:49,142 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:49,143 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:49,143 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:49,143 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/331577761f3c4b52a21dba0548982288, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1a3d23417cd42b58b36eaaeb31466da, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/44e675cc8c8f409284b2d3fdd7d981bc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/9d138d2f92be44b4bcc7247eed5e1efe] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=49.0 K 2024-11-24T09:22:49,143 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fed8ed72b62a4369882c72d24b7c0ae5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fa28e214d3af4c42bd341d6e61b95de8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/07f1760867654fdfa130f6a9d7ead805, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/15e84def55fd426ea440809e4cef4a2f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=53.7 K 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 331577761f3c4b52a21dba0548982288, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440162922 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting fed8ed72b62a4369882c72d24b7c0ae5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440162922 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e1a3d23417cd42b58b36eaaeb31466da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440164074 2024-11-24T09:22:49,143 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa28e214d3af4c42bd341d6e61b95de8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440164069 2024-11-24T09:22:49,144 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f1760867654fdfa130f6a9d7ead805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732440165115 2024-11-24T09:22:49,144 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 44e675cc8c8f409284b2d3fdd7d981bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732440165115 2024-11-24T09:22:49,144 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15e84def55fd426ea440809e4cef4a2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732440167262 2024-11-24T09:22:49,144 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d138d2f92be44b4bcc7247eed5e1efe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732440167262 2024-11-24T09:22:49,152 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:49,152 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/434b20d8747c41658ad92c0e5085d1a0 is 50, key is test_row_0/B:col10/1732440167262/Put/seqid=0 2024-11-24T09:22:49,153 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:49,153 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/24339dc6cd5b49e2aecbe332a3be0dba is 50, key is test_row_0/A:col10/1732440167262/Put/seqid=0 2024-11-24T09:22:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742408_1584 (size=13391) 2024-11-24T09:22:49,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742407_1583 (size=13391) 2024-11-24T09:22:49,173 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/24339dc6cd5b49e2aecbe332a3be0dba as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/24339dc6cd5b49e2aecbe332a3be0dba 2024-11-24T09:22:49,174 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/434b20d8747c41658ad92c0e5085d1a0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/434b20d8747c41658ad92c0e5085d1a0 2024-11-24T09:22:49,180 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into 434b20d8747c41658ad92c0e5085d1a0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:49,181 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=12, startTime=1732440169141; duration=0sec 2024-11-24T09:22:49,181 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 24339dc6cd5b49e2aecbe332a3be0dba(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:49,181 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=12, startTime=1732440169141; duration=0sec 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:49,181 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:49,182 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:49,182 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:49,182 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:49,182 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/776e65938a9a4019991982abc49dc00f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15c3eac1cbfb4f69a819814767522331, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5612f55ec32d425d87268d284261bbd2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/acc9036598b7405e9a2309c3e846375f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=49.0 K 2024-11-24T09:22:49,183 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 776e65938a9a4019991982abc49dc00f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440162922 2024-11-24T09:22:49,183 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 15c3eac1cbfb4f69a819814767522331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732440164074 2024-11-24T09:22:49,183 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5612f55ec32d425d87268d284261bbd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732440165115 2024-11-24T09:22:49,184 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting acc9036598b7405e9a2309c3e846375f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732440167262 2024-11-24T09:22:49,190 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:49,191 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/6c47297fc94141ee8f1314fbbfa22da7 is 50, key is test_row_0/C:col10/1732440167262/Put/seqid=0 2024-11-24T09:22:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742409_1585 (size=13391) 2024-11-24T09:22:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-24T09:22:49,234 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-24T09:22:49,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-24T09:22:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T09:22:49,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:49,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:49,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T09:22:49,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:49,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-24T09:22:49,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:49,392 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:22:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/aaf83ce49e3c44e792fb41b8aaef0fd7 is 50, key is test_row_0/A:col10/1732440167929/Put/seqid=0 2024-11-24T09:22:49,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742410_1586 (size=12301) 2024-11-24T09:22:49,400 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/aaf83ce49e3c44e792fb41b8aaef0fd7 2024-11-24T09:22:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/baeae85b0b704362881bb5cbcd22ec02 is 50, key is test_row_0/B:col10/1732440167929/Put/seqid=0 2024-11-24T09:22:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742411_1587 (size=12301) 2024-11-24T09:22:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T09:22:49,599 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/6c47297fc94141ee8f1314fbbfa22da7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6c47297fc94141ee8f1314fbbfa22da7 2024-11-24T09:22:49,602 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 6c47297fc94141ee8f1314fbbfa22da7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:49,603 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:49,603 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=12, startTime=1732440169141; duration=0sec 2024-11-24T09:22:49,603 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:49,603 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:49,811 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/baeae85b0b704362881bb5cbcd22ec02 2024-11-24T09:22:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/ad178248034c4df983cf7ebcba09b1cf is 50, key is test_row_0/C:col10/1732440167929/Put/seqid=0 2024-11-24T09:22:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742412_1588 (size=12301) 2024-11-24T09:22:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T09:22:50,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440230111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440230111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440230111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440230217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440230217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440230217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,222 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/ad178248034c4df983cf7ebcba09b1cf 2024-11-24T09:22:50,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/aaf83ce49e3c44e792fb41b8aaef0fd7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/aaf83ce49e3c44e792fb41b8aaef0fd7 2024-11-24T09:22:50,231 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/aaf83ce49e3c44e792fb41b8aaef0fd7, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:22:50,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/baeae85b0b704362881bb5cbcd22ec02 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/baeae85b0b704362881bb5cbcd22ec02 2024-11-24T09:22:50,237 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/baeae85b0b704362881bb5cbcd22ec02, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:22:50,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/ad178248034c4df983cf7ebcba09b1cf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/ad178248034c4df983cf7ebcba09b1cf 2024-11-24T09:22:50,242 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/ad178248034c4df983cf7ebcba09b1cf, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:22:50,243 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d8e37ed89d149e0fbc203593769563d7 in 851ms, sequenceid=472, compaction requested=false 2024-11-24T09:22:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-24T09:22:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-11-24T09:22:50,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-24T09:22:50,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-24T09:22:50,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0110 sec 2024-11-24T09:22:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T09:22:50,341 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-24T09:22:50,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-24T09:22:50,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-24T09:22:50,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:50,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:50,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:22:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-24T09:22:50,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/b6249baa4cf54a55b5bbadd27e8f4188 is 50, key is test_row_0/A:col10/1732440170079/Put/seqid=0 2024-11-24T09:22:50,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440230484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440230487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440230490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742413_1589 (size=12301) 2024-11-24T09:22:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440230594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440230598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440230599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-24T09:22:50,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:50,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:50,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440230803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440230804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440230808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/b6249baa4cf54a55b5bbadd27e8f4188 2024-11-24T09:22:50,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/aa1e54d04a9142c997962b4d6b04f341 is 50, key is test_row_0/B:col10/1732440170079/Put/seqid=0 2024-11-24T09:22:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-24T09:22:50,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:50,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:50,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742414_1590 (size=12301) 2024-11-24T09:22:51,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440231111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440231112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440231116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/aa1e54d04a9142c997962b4d6b04f341 2024-11-24T09:22:51,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/df332d04453648d891cd78c8ced2634a is 50, key is test_row_0/C:col10/1732440170079/Put/seqid=0 2024-11-24T09:22:51,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742415_1591 (size=12301) 2024-11-24T09:22:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-24T09:22:51,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41418 deadline: 1732440231618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440231620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440231626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. as already flushing 2024-11-24T09:22:51,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/df332d04453648d891cd78c8ced2634a 2024-11-24T09:22:51,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/b6249baa4cf54a55b5bbadd27e8f4188 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b6249baa4cf54a55b5bbadd27e8f4188 2024-11-24T09:22:51,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b6249baa4cf54a55b5bbadd27e8f4188, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T09:22:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/aa1e54d04a9142c997962b4d6b04f341 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/aa1e54d04a9142c997962b4d6b04f341 2024-11-24T09:22:51,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/aa1e54d04a9142c997962b4d6b04f341, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T09:22:51,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/df332d04453648d891cd78c8ced2634a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/df332d04453648d891cd78c8ced2634a 2024-11-24T09:22:51,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/df332d04453648d891cd78c8ced2634a, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T09:22:51,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d8e37ed89d149e0fbc203593769563d7 in 1414ms, sequenceid=489, compaction requested=true 2024-11-24T09:22:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:51,842 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:51,842 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:51,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:51,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:51,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:51,843 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:51,844 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:51,844 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,844 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/24339dc6cd5b49e2aecbe332a3be0dba, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/aaf83ce49e3c44e792fb41b8aaef0fd7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b6249baa4cf54a55b5bbadd27e8f4188] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.1 K 2024-11-24T09:22:51,844 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:51,844 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:51,844 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,844 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/434b20d8747c41658ad92c0e5085d1a0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/baeae85b0b704362881bb5cbcd22ec02, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/aa1e54d04a9142c997962b4d6b04f341] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.1 K 2024-11-24T09:22:51,845 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 434b20d8747c41658ad92c0e5085d1a0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732440167262 2024-11-24T09:22:51,846 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24339dc6cd5b49e2aecbe332a3be0dba, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732440167262 2024-11-24T09:22:51,846 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting baeae85b0b704362881bb5cbcd22ec02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732440167929 2024-11-24T09:22:51,846 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting aa1e54d04a9142c997962b4d6b04f341, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732440170079 2024-11-24T09:22:51,846 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaf83ce49e3c44e792fb41b8aaef0fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732440167929 2024-11-24T09:22:51,847 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6249baa4cf54a55b5bbadd27e8f4188, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732440170079 2024-11-24T09:22:51,862 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:51,862 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/a60e57acdf9048c88b0fecfc9bd0425e is 50, key is test_row_0/B:col10/1732440170079/Put/seqid=0 2024-11-24T09:22:51,877 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:51,877 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/192da1a439484d5895732c0ed55efd0a is 50, key is test_row_0/A:col10/1732440170079/Put/seqid=0 2024-11-24T09:22:51,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:51,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T09:22:51,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,880 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:51,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/386781f4db524d6f872ae2d75e938eea is 50, key is test_row_0/A:col10/1732440170488/Put/seqid=0 2024-11-24T09:22:51,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742416_1592 (size=13493) 2024-11-24T09:22:51,960 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/a60e57acdf9048c88b0fecfc9bd0425e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/a60e57acdf9048c88b0fecfc9bd0425e 2024-11-24T09:22:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742417_1593 (size=13493) 2024-11-24T09:22:51,970 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into a60e57acdf9048c88b0fecfc9bd0425e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:51,970 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:51,970 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440171842; duration=0sec 2024-11-24T09:22:51,970 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:51,970 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:51,970 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:51,971 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:51,971 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:51,971 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:51,971 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6c47297fc94141ee8f1314fbbfa22da7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/ad178248034c4df983cf7ebcba09b1cf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/df332d04453648d891cd78c8ced2634a] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.1 K 2024-11-24T09:22:51,972 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c47297fc94141ee8f1314fbbfa22da7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732440167262 2024-11-24T09:22:51,972 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ad178248034c4df983cf7ebcba09b1cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732440167929 2024-11-24T09:22:51,973 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting df332d04453648d891cd78c8ced2634a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732440170079 2024-11-24T09:22:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742418_1594 (size=12301) 2024-11-24T09:22:52,000 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/386781f4db524d6f872ae2d75e938eea 2024-11-24T09:22:52,000 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:52,001 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/065b4e7e53c54ec08bacdfed7aa6018f is 50, key is test_row_0/C:col10/1732440170079/Put/seqid=0 2024-11-24T09:22:52,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/f2b571d7a0f24469adeef1dfc4a22773 is 50, key is test_row_0/B:col10/1732440170488/Put/seqid=0 2024-11-24T09:22:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742419_1595 (size=13493) 2024-11-24T09:22:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742420_1596 (size=12301) 2024-11-24T09:22:52,036 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/f2b571d7a0f24469adeef1dfc4a22773 2024-11-24T09:22:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/539807e5fa8f4fcf8637c37f95902282 is 50, key is test_row_0/C:col10/1732440170488/Put/seqid=0 2024-11-24T09:22:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742421_1597 (size=12301) 2024-11-24T09:22:52,083 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/539807e5fa8f4fcf8637c37f95902282 2024-11-24T09:22:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/386781f4db524d6f872ae2d75e938eea as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/386781f4db524d6f872ae2d75e938eea 2024-11-24T09:22:52,094 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/386781f4db524d6f872ae2d75e938eea, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T09:22:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/f2b571d7a0f24469adeef1dfc4a22773 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f2b571d7a0f24469adeef1dfc4a22773 2024-11-24T09:22:52,099 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f2b571d7a0f24469adeef1dfc4a22773, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T09:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/539807e5fa8f4fcf8637c37f95902282 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/539807e5fa8f4fcf8637c37f95902282 2024-11-24T09:22:52,106 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/539807e5fa8f4fcf8637c37f95902282, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T09:22:52,107 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for d8e37ed89d149e0fbc203593769563d7 in 227ms, sequenceid=509, compaction requested=false 2024-11-24T09:22:52,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:52,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:52,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-24T09:22:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-11-24T09:22:52,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-24T09:22:52,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-24T09:22:52,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.7660 sec 2024-11-24T09:22:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:52,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:52,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/20ac85fa021042c09f40a2ef21836acf is 50, key is test_row_0/A:col10/1732440172244/Put/seqid=0 2024-11-24T09:22:52,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742422_1598 (size=12301) 2024-11-24T09:22:52,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/20ac85fa021042c09f40a2ef21836acf 2024-11-24T09:22:52,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ced6da104f3e4cb4ab1698b210bb881b is 50, key is test_row_0/B:col10/1732440172244/Put/seqid=0 2024-11-24T09:22:52,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742423_1599 (size=12301) 2024-11-24T09:22:52,325 DEBUG [Thread-2156 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:62361 2024-11-24T09:22:52,325 DEBUG [Thread-2156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,325 DEBUG [Thread-2161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:62361 2024-11-24T09:22:52,325 DEBUG [Thread-2161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,330 DEBUG [Thread-2167 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:62361 2024-11-24T09:22:52,330 DEBUG [Thread-2167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,330 DEBUG [Thread-2163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:62361 2024-11-24T09:22:52,330 DEBUG [Thread-2163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,333 DEBUG [Thread-2158 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:62361 2024-11-24T09:22:52,333 DEBUG [Thread-2158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,336 DEBUG [Thread-2169 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:62361 2024-11-24T09:22:52,336 DEBUG [Thread-2169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,336 DEBUG [Thread-2165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:62361 2024-11-24T09:22:52,336 DEBUG [Thread-2165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,371 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/192da1a439484d5895732c0ed55efd0a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/192da1a439484d5895732c0ed55efd0a 2024-11-24T09:22:52,379 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 192da1a439484d5895732c0ed55efd0a(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:52,379 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:52,379 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440171841; duration=0sec 2024-11-24T09:22:52,379 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:52,379 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:52,433 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/065b4e7e53c54ec08bacdfed7aa6018f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/065b4e7e53c54ec08bacdfed7aa6018f 2024-11-24T09:22:52,442 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 065b4e7e53c54ec08bacdfed7aa6018f(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:52,442 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:52,442 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440171843; duration=0sec 2024-11-24T09:22:52,442 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:52,442 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-24T09:22:52,450 INFO [Thread-2160 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-24T09:22:52,630 DEBUG [Thread-2152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:62361 2024-11-24T09:22:52,631 DEBUG [Thread-2152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:52,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41398 deadline: 1732440232633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41386 deadline: 1732440232636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:52,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ced6da104f3e4cb4ab1698b210bb881b 2024-11-24T09:22:52,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/5ef409e4c4c74adfa492c53f193fe327 is 50, key is test_row_0/C:col10/1732440172244/Put/seqid=0 2024-11-24T09:22:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742424_1600 (size=12301) 2024-11-24T09:22:52,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/5ef409e4c4c74adfa492c53f193fe327 2024-11-24T09:22:52,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/20ac85fa021042c09f40a2ef21836acf as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/20ac85fa021042c09f40a2ef21836acf 2024-11-24T09:22:52,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/20ac85fa021042c09f40a2ef21836acf, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T09:22:52,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ced6da104f3e4cb4ab1698b210bb881b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ced6da104f3e4cb4ab1698b210bb881b 2024-11-24T09:22:52,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ced6da104f3e4cb4ab1698b210bb881b, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T09:22:52,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/5ef409e4c4c74adfa492c53f193fe327 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5ef409e4c4c74adfa492c53f193fe327 2024-11-24T09:22:52,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5ef409e4c4c74adfa492c53f193fe327, entries=150, sequenceid=521, filesize=12.0 K 2024-11-24T09:22:52,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d8e37ed89d149e0fbc203593769563d7 in 491ms, sequenceid=521, compaction requested=true 2024-11-24T09:22:52,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:52,737 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8e37ed89d149e0fbc203593769563d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:52,737 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:52,737 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:52,737 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:52,738 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/A is initiating minor compaction (all files) 2024-11-24T09:22:52,738 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/B is initiating minor compaction (all files) 2024-11-24T09:22:52,738 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/B in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:52,738 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/A in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:52,738 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/a60e57acdf9048c88b0fecfc9bd0425e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f2b571d7a0f24469adeef1dfc4a22773, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ced6da104f3e4cb4ab1698b210bb881b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.2 K 2024-11-24T09:22:52,738 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/192da1a439484d5895732c0ed55efd0a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/386781f4db524d6f872ae2d75e938eea, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/20ac85fa021042c09f40a2ef21836acf] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.2 K 2024-11-24T09:22:52,738 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 192da1a439484d5895732c0ed55efd0a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732440170079 2024-11-24T09:22:52,738 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting a60e57acdf9048c88b0fecfc9bd0425e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732440170079 2024-11-24T09:22:52,739 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b571d7a0f24469adeef1dfc4a22773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732440170467 2024-11-24T09:22:52,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 386781f4db524d6f872ae2d75e938eea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732440170467 2024-11-24T09:22:52,739 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting ced6da104f3e4cb4ab1698b210bb881b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732440172227 2024-11-24T09:22:52,739 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20ac85fa021042c09f40a2ef21836acf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732440172227 2024-11-24T09:22:52,747 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#B#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:52,747 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/23b3c92e7b624e4f92fa6ea131ef4826 is 50, key is test_row_0/B:col10/1732440172244/Put/seqid=0 2024-11-24T09:22:52,747 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#A#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:52,748 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/3599bcabf36b4381b97bb31bce10e186 is 50, key is test_row_0/A:col10/1732440172244/Put/seqid=0 2024-11-24T09:22:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742425_1601 (size=13595) 2024-11-24T09:22:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742426_1602 (size=13595) 2024-11-24T09:22:53,159 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/23b3c92e7b624e4f92fa6ea131ef4826 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23b3c92e7b624e4f92fa6ea131ef4826 2024-11-24T09:22:53,164 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/B of d8e37ed89d149e0fbc203593769563d7 into 23b3c92e7b624e4f92fa6ea131ef4826(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:53,164 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:53,164 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/B, priority=13, startTime=1732440172737; duration=0sec 2024-11-24T09:22:53,164 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:53,164 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:B 2024-11-24T09:22:53,165 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:53,168 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:53,168 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): d8e37ed89d149e0fbc203593769563d7/C is initiating minor compaction (all files) 2024-11-24T09:22:53,168 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8e37ed89d149e0fbc203593769563d7/C in TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:53,168 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/065b4e7e53c54ec08bacdfed7aa6018f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/539807e5fa8f4fcf8637c37f95902282, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5ef409e4c4c74adfa492c53f193fe327] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp, totalSize=37.2 K 2024-11-24T09:22:53,169 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 065b4e7e53c54ec08bacdfed7aa6018f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732440170079 2024-11-24T09:22:53,170 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 539807e5fa8f4fcf8637c37f95902282, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732440170467 2024-11-24T09:22:53,170 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ef409e4c4c74adfa492c53f193fe327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732440172227 2024-11-24T09:22:53,171 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/3599bcabf36b4381b97bb31bce10e186 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/3599bcabf36b4381b97bb31bce10e186 2024-11-24T09:22:53,176 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/A of d8e37ed89d149e0fbc203593769563d7 into 3599bcabf36b4381b97bb31bce10e186(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:53,176 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:53,176 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/A, priority=13, startTime=1732440172737; duration=0sec 2024-11-24T09:22:53,176 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:53,176 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:A 2024-11-24T09:22:53,180 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8e37ed89d149e0fbc203593769563d7#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:53,181 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/7432ebfa9a194183a16cdfecc59e9c74 is 50, key is test_row_0/C:col10/1732440172244/Put/seqid=0 2024-11-24T09:22:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742427_1603 (size=13595) 2024-11-24T09:22:53,590 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/7432ebfa9a194183a16cdfecc59e9c74 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/7432ebfa9a194183a16cdfecc59e9c74 2024-11-24T09:22:53,595 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8e37ed89d149e0fbc203593769563d7/C of d8e37ed89d149e0fbc203593769563d7 into 7432ebfa9a194183a16cdfecc59e9c74(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:53,595 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:53,595 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7., storeName=d8e37ed89d149e0fbc203593769563d7/C, priority=13, startTime=1732440172737; duration=0sec 2024-11-24T09:22:53,595 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:53,595 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8e37ed89d149e0fbc203593769563d7:C 2024-11-24T09:22:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:54,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:54,643 DEBUG [Thread-2154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:62361 2024-11-24T09:22:54,643 DEBUG [Thread-2154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:54,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:54,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c2bd94d136f842ea91f8d4a30c04e86a is 50, key is test_row_0/A:col10/1732440174641/Put/seqid=0 2024-11-24T09:22:54,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742428_1604 (size=12301) 2024-11-24T09:22:54,655 DEBUG [Thread-2150 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:62361 2024-11-24T09:22:54,655 DEBUG [Thread-2150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1910 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5730 rows 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1893 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5679 rows 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1912 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5736 rows 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1895 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5685 rows 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1907 2024-11-24T09:22:54,655 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5721 rows 2024-11-24T09:22:54,655 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:22:54,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:62361 2024-11-24T09:22:54,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:54,658 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:22:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:54,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440174664"}]},"ts":"1732440174664"} 2024-11-24T09:22:54,665 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:22:54,668 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:22:54,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:54,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, UNASSIGN}] 2024-11-24T09:22:54,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, UNASSIGN 2024-11-24T09:22:54,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=d8e37ed89d149e0fbc203593769563d7, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:54,672 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:54,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:54,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:54,825 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:54,825 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:54,825 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing d8e37ed89d149e0fbc203593769563d7, disabling compactions & flushes 2024-11-24T09:22:54,825 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:55,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c2bd94d136f842ea91f8d4a30c04e86a 2024-11-24T09:22:55,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d6e9fd45047c43ec8cd61f6919cb587f is 50, key is test_row_0/B:col10/1732440174641/Put/seqid=0 2024-11-24T09:22:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742429_1605 (size=12301) 2024-11-24T09:22:55,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d6e9fd45047c43ec8cd61f6919cb587f 2024-11-24T09:22:55,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e7be639653af46e89a51c67ba0571306 is 50, key is test_row_0/C:col10/1732440174641/Put/seqid=0 2024-11-24T09:22:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742430_1606 (size=12301) 2024-11-24T09:22:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:55,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e7be639653af46e89a51c67ba0571306 2024-11-24T09:22:55,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/c2bd94d136f842ea91f8d4a30c04e86a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c2bd94d136f842ea91f8d4a30c04e86a 2024-11-24T09:22:55,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c2bd94d136f842ea91f8d4a30c04e86a, entries=150, sequenceid=552, filesize=12.0 K 2024-11-24T09:22:55,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/d6e9fd45047c43ec8cd61f6919cb587f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d6e9fd45047c43ec8cd61f6919cb587f 2024-11-24T09:22:55,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d6e9fd45047c43ec8cd61f6919cb587f, entries=150, sequenceid=552, filesize=12.0 K 2024-11-24T09:22:55,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/e7be639653af46e89a51c67ba0571306 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e7be639653af46e89a51c67ba0571306 2024-11-24T09:22:55,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e7be639653af46e89a51c67ba0571306, entries=150, sequenceid=552, filesize=12.0 K 2024-11-24T09:22:55,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=6.71 KB/6870 for d8e37ed89d149e0fbc203593769563d7 in 871ms, sequenceid=552, compaction requested=false 2024-11-24T09:22:55,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:55,513 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. after waiting 0 ms 2024-11-24T09:22:55,513 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:55,513 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2837): Flushing d8e37ed89d149e0fbc203593769563d7 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-24T09:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=A 2024-11-24T09:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=B 2024-11-24T09:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8e37ed89d149e0fbc203593769563d7, store=C 2024-11-24T09:22:55,514 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:55,518 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/8004b5a9f7ec409fb05f623ed62ce827 is 50, key is test_row_2/A:col10/1732440174654/Put/seqid=0 2024-11-24T09:22:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742431_1607 (size=7415) 2024-11-24T09:22:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:55,927 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/8004b5a9f7ec409fb05f623ed62ce827 2024-11-24T09:22:55,935 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ae0bfbc61ed64961bf3e479183e829b8 is 50, key is test_row_2/B:col10/1732440174654/Put/seqid=0 2024-11-24T09:22:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742432_1608 (size=7415) 2024-11-24T09:22:56,344 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ae0bfbc61ed64961bf3e479183e829b8 2024-11-24T09:22:56,351 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/59ec06e52213413e847a372c34f2bcf8 is 50, key is test_row_2/C:col10/1732440174654/Put/seqid=0 2024-11-24T09:22:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742433_1609 (size=7415) 2024-11-24T09:22:56,755 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/59ec06e52213413e847a372c34f2bcf8 2024-11-24T09:22:56,759 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/A/8004b5a9f7ec409fb05f623ed62ce827 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8004b5a9f7ec409fb05f623ed62ce827 2024-11-24T09:22:56,763 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8004b5a9f7ec409fb05f623ed62ce827, entries=50, sequenceid=556, filesize=7.2 K 2024-11-24T09:22:56,763 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/B/ae0bfbc61ed64961bf3e479183e829b8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ae0bfbc61ed64961bf3e479183e829b8 2024-11-24T09:22:56,766 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ae0bfbc61ed64961bf3e479183e829b8, entries=50, sequenceid=556, filesize=7.2 K 2024-11-24T09:22:56,767 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/.tmp/C/59ec06e52213413e847a372c34f2bcf8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/59ec06e52213413e847a372c34f2bcf8 2024-11-24T09:22:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:56,771 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/59ec06e52213413e847a372c34f2bcf8, entries=50, sequenceid=556, filesize=7.2 K 2024-11-24T09:22:56,771 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for d8e37ed89d149e0fbc203593769563d7 in 1258ms, sequenceid=556, compaction requested=true 2024-11-24T09:22:56,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/e147d3a5ad1a47f298fbceac6def2372, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/26b1eda3ab1a41dd8fe0b6e568373c69, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8ac5ab408a0f4639aea4104f27fdc550, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d3751197985c4a9cb80adc574a8238fc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0b2c7e84e00c4a6eb5cc1b94ea686880, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/a590420811394407b04d105fb9e5ad48, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9c97a29c0d0c4ce2a81dd0d078b9b250, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/4ccbe7ccc3844615b7f8c91a2fe7cabd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/48510ce2fc494b3388e961826bdcbff7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c277aebf268d466683c7c87a36631158, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9279f5943d4c4caf9231817b4e64f7ca, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/65e985a078da4037825ca82015736428, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/5e753b2dc3774e53a2f1142ad08b9651, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9052f2ff99cf4c1399d991270252bbc7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ddb54a535b6b4a529af2c9d1f9769e7f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/6ecbd69f034b40628379dca1a3090132, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/cecdd9373a7449f4b24534b0db3e6ce7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b4a514109f9b4e6cb51b93b379c5bc3b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ff1abb758d0c4d3fa12625519247ee9c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/800de8908a464eb48ddfced85649108b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d7c20865a82249b1907f454f12b8980f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c0381843069a43c6a09ab09a3e7778d4, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/2414e9db19354546ad7b118e7fdd129b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/19b2f1dda0ba472aae4e9d6761800753, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/623ba5bab7fb4b89960ca6f25c695f07, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0bed527e2fb54a0dad0fc5deb6f385fb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/532391805b3d4b09bba22c735764306e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c3d54a2d9f6343d397d593b5b0f1e990, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fed8ed72b62a4369882c72d24b7c0ae5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fa28e214d3af4c42bd341d6e61b95de8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/07f1760867654fdfa130f6a9d7ead805, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/15e84def55fd426ea440809e4cef4a2f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/24339dc6cd5b49e2aecbe332a3be0dba, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/aaf83ce49e3c44e792fb41b8aaef0fd7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/192da1a439484d5895732c0ed55efd0a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b6249baa4cf54a55b5bbadd27e8f4188, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/386781f4db524d6f872ae2d75e938eea, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/20ac85fa021042c09f40a2ef21836acf] to archive 2024-11-24T09:22:56,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:56,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/e147d3a5ad1a47f298fbceac6def2372 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/e147d3a5ad1a47f298fbceac6def2372 2024-11-24T09:22:56,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/26b1eda3ab1a41dd8fe0b6e568373c69 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/26b1eda3ab1a41dd8fe0b6e568373c69 2024-11-24T09:22:56,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8ac5ab408a0f4639aea4104f27fdc550 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8ac5ab408a0f4639aea4104f27fdc550 2024-11-24T09:22:56,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d3751197985c4a9cb80adc574a8238fc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d3751197985c4a9cb80adc574a8238fc 2024-11-24T09:22:56,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0b2c7e84e00c4a6eb5cc1b94ea686880 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0b2c7e84e00c4a6eb5cc1b94ea686880 2024-11-24T09:22:56,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/a590420811394407b04d105fb9e5ad48 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/a590420811394407b04d105fb9e5ad48 2024-11-24T09:22:56,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9c97a29c0d0c4ce2a81dd0d078b9b250 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9c97a29c0d0c4ce2a81dd0d078b9b250 2024-11-24T09:22:56,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/4ccbe7ccc3844615b7f8c91a2fe7cabd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/4ccbe7ccc3844615b7f8c91a2fe7cabd 2024-11-24T09:22:56,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/48510ce2fc494b3388e961826bdcbff7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/48510ce2fc494b3388e961826bdcbff7 2024-11-24T09:22:56,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c277aebf268d466683c7c87a36631158 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c277aebf268d466683c7c87a36631158 2024-11-24T09:22:56,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9279f5943d4c4caf9231817b4e64f7ca to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9279f5943d4c4caf9231817b4e64f7ca 2024-11-24T09:22:56,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/65e985a078da4037825ca82015736428 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/65e985a078da4037825ca82015736428 2024-11-24T09:22:56,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/5e753b2dc3774e53a2f1142ad08b9651 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/5e753b2dc3774e53a2f1142ad08b9651 2024-11-24T09:22:56,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9052f2ff99cf4c1399d991270252bbc7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/9052f2ff99cf4c1399d991270252bbc7 2024-11-24T09:22:56,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ddb54a535b6b4a529af2c9d1f9769e7f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ddb54a535b6b4a529af2c9d1f9769e7f 2024-11-24T09:22:56,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/6ecbd69f034b40628379dca1a3090132 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/6ecbd69f034b40628379dca1a3090132 2024-11-24T09:22:56,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/cecdd9373a7449f4b24534b0db3e6ce7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/cecdd9373a7449f4b24534b0db3e6ce7 2024-11-24T09:22:56,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b4a514109f9b4e6cb51b93b379c5bc3b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b4a514109f9b4e6cb51b93b379c5bc3b 2024-11-24T09:22:56,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ff1abb758d0c4d3fa12625519247ee9c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/ff1abb758d0c4d3fa12625519247ee9c 2024-11-24T09:22:56,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/800de8908a464eb48ddfced85649108b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/800de8908a464eb48ddfced85649108b 2024-11-24T09:22:56,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d7c20865a82249b1907f454f12b8980f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/d7c20865a82249b1907f454f12b8980f 2024-11-24T09:22:56,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c0381843069a43c6a09ab09a3e7778d4 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c0381843069a43c6a09ab09a3e7778d4 2024-11-24T09:22:56,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/2414e9db19354546ad7b118e7fdd129b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/2414e9db19354546ad7b118e7fdd129b 2024-11-24T09:22:56,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/19b2f1dda0ba472aae4e9d6761800753 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/19b2f1dda0ba472aae4e9d6761800753 2024-11-24T09:22:56,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/623ba5bab7fb4b89960ca6f25c695f07 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/623ba5bab7fb4b89960ca6f25c695f07 2024-11-24T09:22:56,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0bed527e2fb54a0dad0fc5deb6f385fb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/0bed527e2fb54a0dad0fc5deb6f385fb 2024-11-24T09:22:56,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/532391805b3d4b09bba22c735764306e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/532391805b3d4b09bba22c735764306e 2024-11-24T09:22:56,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c3d54a2d9f6343d397d593b5b0f1e990 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c3d54a2d9f6343d397d593b5b0f1e990 2024-11-24T09:22:56,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fed8ed72b62a4369882c72d24b7c0ae5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fed8ed72b62a4369882c72d24b7c0ae5 2024-11-24T09:22:56,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fa28e214d3af4c42bd341d6e61b95de8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/fa28e214d3af4c42bd341d6e61b95de8 2024-11-24T09:22:56,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/07f1760867654fdfa130f6a9d7ead805 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/07f1760867654fdfa130f6a9d7ead805 2024-11-24T09:22:56,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/15e84def55fd426ea440809e4cef4a2f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/15e84def55fd426ea440809e4cef4a2f 2024-11-24T09:22:56,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/24339dc6cd5b49e2aecbe332a3be0dba to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/24339dc6cd5b49e2aecbe332a3be0dba 2024-11-24T09:22:56,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/aaf83ce49e3c44e792fb41b8aaef0fd7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/aaf83ce49e3c44e792fb41b8aaef0fd7 2024-11-24T09:22:56,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/192da1a439484d5895732c0ed55efd0a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/192da1a439484d5895732c0ed55efd0a 2024-11-24T09:22:56,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b6249baa4cf54a55b5bbadd27e8f4188 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/b6249baa4cf54a55b5bbadd27e8f4188 2024-11-24T09:22:56,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/386781f4db524d6f872ae2d75e938eea to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/386781f4db524d6f872ae2d75e938eea 2024-11-24T09:22:56,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/20ac85fa021042c09f40a2ef21836acf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/20ac85fa021042c09f40a2ef21836acf 2024-11-24T09:22:56,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/903a5976b05e49abb3802d1fe9850696, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5419672193b242d98e683b360f822761, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d86f0f41fb5f4befada4175737780135, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b435caf82a794000bd936fc6712b8005, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5ba70ba77e3944df86aa1eebb4f04943, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2be0f6131442438d877b7a522807ec36, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/deb0e71446eb4ad7ab75f62bfbc25967, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b462b668ffa2406ea90902f152ef2ed2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/fbbb1409b06c4efda3aa6f9314527081, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23d511bc4e234aca80ebd066208a50f0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1eefa0472604a4a9a68ae38db64cf4b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/cb4566419fec45a189f1b9ad3b2eb1bd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d95756f1e5b54e8db9b0c8d55dbe16a9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ca3419218e0a470aba712fd3c4f1f6c8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/04935780faf74fa58e004c9302d0c4fb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2bd3cd2bc4474dde8bea741448d2d208, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/dfae9464dce84e9181fcc632c3037b7f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/519bcb519f01415bab5836fd2c181877, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/df42b9a92b5d4b7595111f0271a2d05c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/eb80b776f08c4eda824ebcce11a88aa9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5b3f809ef88647ce95d52ec829e72528, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f99c0e170d6041e5b20be9e3bacfac76, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/05c33617f31a4331964d5dd3dff4cc96, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/3c0a6a8c880f405aaeb4cce0fb9b5120, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/bf8a8b11315f4fbea32bce4f2480a89b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/c802409512fb438aadff617ae9626a3b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/26b52fa05a5840cc8a62294d1542fec6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/331577761f3c4b52a21dba0548982288, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/01dd51013740437180959a4c9e40de5c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1a3d23417cd42b58b36eaaeb31466da, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/44e675cc8c8f409284b2d3fdd7d981bc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/434b20d8747c41658ad92c0e5085d1a0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/9d138d2f92be44b4bcc7247eed5e1efe, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/baeae85b0b704362881bb5cbcd22ec02, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/a60e57acdf9048c88b0fecfc9bd0425e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/aa1e54d04a9142c997962b4d6b04f341, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f2b571d7a0f24469adeef1dfc4a22773, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ced6da104f3e4cb4ab1698b210bb881b] to archive 2024-11-24T09:22:56,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:56,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/903a5976b05e49abb3802d1fe9850696 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/903a5976b05e49abb3802d1fe9850696 2024-11-24T09:22:56,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5419672193b242d98e683b360f822761 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5419672193b242d98e683b360f822761 2024-11-24T09:22:56,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d86f0f41fb5f4befada4175737780135 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d86f0f41fb5f4befada4175737780135 2024-11-24T09:22:56,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b435caf82a794000bd936fc6712b8005 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b435caf82a794000bd936fc6712b8005 2024-11-24T09:22:56,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5ba70ba77e3944df86aa1eebb4f04943 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5ba70ba77e3944df86aa1eebb4f04943 2024-11-24T09:22:56,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2be0f6131442438d877b7a522807ec36 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2be0f6131442438d877b7a522807ec36 2024-11-24T09:22:56,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/deb0e71446eb4ad7ab75f62bfbc25967 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/deb0e71446eb4ad7ab75f62bfbc25967 2024-11-24T09:22:56,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b462b668ffa2406ea90902f152ef2ed2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/b462b668ffa2406ea90902f152ef2ed2 2024-11-24T09:22:56,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/fbbb1409b06c4efda3aa6f9314527081 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/fbbb1409b06c4efda3aa6f9314527081 2024-11-24T09:22:56,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23d511bc4e234aca80ebd066208a50f0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23d511bc4e234aca80ebd066208a50f0 2024-11-24T09:22:56,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1eefa0472604a4a9a68ae38db64cf4b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1eefa0472604a4a9a68ae38db64cf4b 2024-11-24T09:22:56,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/cb4566419fec45a189f1b9ad3b2eb1bd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/cb4566419fec45a189f1b9ad3b2eb1bd 2024-11-24T09:22:56,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d95756f1e5b54e8db9b0c8d55dbe16a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d95756f1e5b54e8db9b0c8d55dbe16a9 2024-11-24T09:22:56,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ca3419218e0a470aba712fd3c4f1f6c8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ca3419218e0a470aba712fd3c4f1f6c8 2024-11-24T09:22:56,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/04935780faf74fa58e004c9302d0c4fb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/04935780faf74fa58e004c9302d0c4fb 2024-11-24T09:22:56,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2bd3cd2bc4474dde8bea741448d2d208 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/2bd3cd2bc4474dde8bea741448d2d208 2024-11-24T09:22:56,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/dfae9464dce84e9181fcc632c3037b7f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/dfae9464dce84e9181fcc632c3037b7f 2024-11-24T09:22:56,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/519bcb519f01415bab5836fd2c181877 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/519bcb519f01415bab5836fd2c181877 2024-11-24T09:22:56,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/df42b9a92b5d4b7595111f0271a2d05c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/df42b9a92b5d4b7595111f0271a2d05c 2024-11-24T09:22:56,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/eb80b776f08c4eda824ebcce11a88aa9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/eb80b776f08c4eda824ebcce11a88aa9 2024-11-24T09:22:56,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5b3f809ef88647ce95d52ec829e72528 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/5b3f809ef88647ce95d52ec829e72528 2024-11-24T09:22:56,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f99c0e170d6041e5b20be9e3bacfac76 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f99c0e170d6041e5b20be9e3bacfac76 2024-11-24T09:22:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/05c33617f31a4331964d5dd3dff4cc96 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/05c33617f31a4331964d5dd3dff4cc96 2024-11-24T09:22:56,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/3c0a6a8c880f405aaeb4cce0fb9b5120 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/3c0a6a8c880f405aaeb4cce0fb9b5120 2024-11-24T09:22:56,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/bf8a8b11315f4fbea32bce4f2480a89b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/bf8a8b11315f4fbea32bce4f2480a89b 2024-11-24T09:22:56,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/c802409512fb438aadff617ae9626a3b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/c802409512fb438aadff617ae9626a3b 2024-11-24T09:22:56,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/26b52fa05a5840cc8a62294d1542fec6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/26b52fa05a5840cc8a62294d1542fec6 2024-11-24T09:22:56,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/331577761f3c4b52a21dba0548982288 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/331577761f3c4b52a21dba0548982288 2024-11-24T09:22:56,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/01dd51013740437180959a4c9e40de5c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/01dd51013740437180959a4c9e40de5c 2024-11-24T09:22:56,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1a3d23417cd42b58b36eaaeb31466da to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/e1a3d23417cd42b58b36eaaeb31466da 2024-11-24T09:22:56,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/44e675cc8c8f409284b2d3fdd7d981bc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/44e675cc8c8f409284b2d3fdd7d981bc 2024-11-24T09:22:56,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/434b20d8747c41658ad92c0e5085d1a0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/434b20d8747c41658ad92c0e5085d1a0 2024-11-24T09:22:56,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/9d138d2f92be44b4bcc7247eed5e1efe to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/9d138d2f92be44b4bcc7247eed5e1efe 2024-11-24T09:22:56,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/baeae85b0b704362881bb5cbcd22ec02 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/baeae85b0b704362881bb5cbcd22ec02 2024-11-24T09:22:56,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/a60e57acdf9048c88b0fecfc9bd0425e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/a60e57acdf9048c88b0fecfc9bd0425e 2024-11-24T09:22:56,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/aa1e54d04a9142c997962b4d6b04f341 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/aa1e54d04a9142c997962b4d6b04f341 2024-11-24T09:22:56,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f2b571d7a0f24469adeef1dfc4a22773 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/f2b571d7a0f24469adeef1dfc4a22773 2024-11-24T09:22:56,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ced6da104f3e4cb4ab1698b210bb881b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ced6da104f3e4cb4ab1698b210bb881b 2024-11-24T09:22:56,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15126e45c1574ae4acdfac0bd4e14a82, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/cfb1523806c74934afb23d3d8a9e501f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/2838cf0a5c3d477bbf1d825752363db1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/91a3bf3382204d3d82a5a6e1ecbf032f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/eb33f3fff86d4d31a322b872d2194a55, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6d574c37a508408f82919a7e486d652b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/69d47455d56748f29d0fb64d4ce0daf3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3a5ed879304d4bcc920cc490620544cd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/35fb6e0ae6f24fe7a044318cd1db9966, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/f359f9a795b24ae7a02e675604e735d4, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/011a0afbb4dd48ceb2eb1c002ddc95e2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/be747b38b2464791a0c8c79ce99884f9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/de431904146f4f30978d2e1dd20dc8e3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a2157f6ffc7441c885151ba8f96825ea, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e6027bdf4691410f9c6c50509b06e30f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e240b5ed26b04433ad200ee769ef518b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3186f5dfc8df4b22a9367748428896f6, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/b3c002e463ff4e85b3dd2ce07f44b57e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d5b312dc74a7433f894ba86d869bb4c3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d393363136bb475899a309d986f3c1e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a735175368e6402e9155bb684a7e4d32, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d4d20e051c6b43e18e982b6332055249, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/c4574df593b840318ae630264f1fad56, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/910b98c364fe44b093d9533fd92116e9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a5d4118294e140b08b10170ab4fb8d0b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/436e7187d76e4f758201cadd14cca270, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/29931d9f9c0a411ca9f138d7b71aeeb5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/776e65938a9a4019991982abc49dc00f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/56366cb2db9e46ba85949025169d72e3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15c3eac1cbfb4f69a819814767522331, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5612f55ec32d425d87268d284261bbd2, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6c47297fc94141ee8f1314fbbfa22da7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/acc9036598b7405e9a2309c3e846375f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/ad178248034c4df983cf7ebcba09b1cf, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/065b4e7e53c54ec08bacdfed7aa6018f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/df332d04453648d891cd78c8ced2634a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/539807e5fa8f4fcf8637c37f95902282, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5ef409e4c4c74adfa492c53f193fe327] to archive 2024-11-24T09:22:56,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:56,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15126e45c1574ae4acdfac0bd4e14a82 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15126e45c1574ae4acdfac0bd4e14a82 2024-11-24T09:22:56,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/cfb1523806c74934afb23d3d8a9e501f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/cfb1523806c74934afb23d3d8a9e501f 2024-11-24T09:22:56,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/2838cf0a5c3d477bbf1d825752363db1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/2838cf0a5c3d477bbf1d825752363db1 2024-11-24T09:22:56,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/91a3bf3382204d3d82a5a6e1ecbf032f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/91a3bf3382204d3d82a5a6e1ecbf032f 2024-11-24T09:22:56,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/eb33f3fff86d4d31a322b872d2194a55 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/eb33f3fff86d4d31a322b872d2194a55 2024-11-24T09:22:56,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6d574c37a508408f82919a7e486d652b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6d574c37a508408f82919a7e486d652b 2024-11-24T09:22:56,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/69d47455d56748f29d0fb64d4ce0daf3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/69d47455d56748f29d0fb64d4ce0daf3 2024-11-24T09:22:56,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3a5ed879304d4bcc920cc490620544cd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3a5ed879304d4bcc920cc490620544cd 2024-11-24T09:22:56,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/35fb6e0ae6f24fe7a044318cd1db9966 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/35fb6e0ae6f24fe7a044318cd1db9966 2024-11-24T09:22:56,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/f359f9a795b24ae7a02e675604e735d4 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/f359f9a795b24ae7a02e675604e735d4 2024-11-24T09:22:56,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/011a0afbb4dd48ceb2eb1c002ddc95e2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/011a0afbb4dd48ceb2eb1c002ddc95e2 2024-11-24T09:22:56,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/be747b38b2464791a0c8c79ce99884f9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/be747b38b2464791a0c8c79ce99884f9 2024-11-24T09:22:56,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/de431904146f4f30978d2e1dd20dc8e3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/de431904146f4f30978d2e1dd20dc8e3 2024-11-24T09:22:56,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a2157f6ffc7441c885151ba8f96825ea to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a2157f6ffc7441c885151ba8f96825ea 2024-11-24T09:22:56,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e6027bdf4691410f9c6c50509b06e30f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e6027bdf4691410f9c6c50509b06e30f 2024-11-24T09:22:56,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e240b5ed26b04433ad200ee769ef518b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e240b5ed26b04433ad200ee769ef518b 2024-11-24T09:22:56,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3186f5dfc8df4b22a9367748428896f6 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/3186f5dfc8df4b22a9367748428896f6 2024-11-24T09:22:56,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/b3c002e463ff4e85b3dd2ce07f44b57e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/b3c002e463ff4e85b3dd2ce07f44b57e 2024-11-24T09:22:56,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d5b312dc74a7433f894ba86d869bb4c3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d5b312dc74a7433f894ba86d869bb4c3 2024-11-24T09:22:56,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d393363136bb475899a309d986f3c1e9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d393363136bb475899a309d986f3c1e9 2024-11-24T09:22:56,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a735175368e6402e9155bb684a7e4d32 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a735175368e6402e9155bb684a7e4d32 2024-11-24T09:22:56,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d4d20e051c6b43e18e982b6332055249 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/d4d20e051c6b43e18e982b6332055249 2024-11-24T09:22:56,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/c4574df593b840318ae630264f1fad56 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/c4574df593b840318ae630264f1fad56 2024-11-24T09:22:56,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/910b98c364fe44b093d9533fd92116e9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/910b98c364fe44b093d9533fd92116e9 2024-11-24T09:22:56,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a5d4118294e140b08b10170ab4fb8d0b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/a5d4118294e140b08b10170ab4fb8d0b 2024-11-24T09:22:56,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/436e7187d76e4f758201cadd14cca270 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/436e7187d76e4f758201cadd14cca270 2024-11-24T09:22:56,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/29931d9f9c0a411ca9f138d7b71aeeb5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/29931d9f9c0a411ca9f138d7b71aeeb5 2024-11-24T09:22:56,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/776e65938a9a4019991982abc49dc00f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/776e65938a9a4019991982abc49dc00f 2024-11-24T09:22:56,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/56366cb2db9e46ba85949025169d72e3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/56366cb2db9e46ba85949025169d72e3 2024-11-24T09:22:56,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15c3eac1cbfb4f69a819814767522331 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/15c3eac1cbfb4f69a819814767522331 2024-11-24T09:22:56,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5612f55ec32d425d87268d284261bbd2 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5612f55ec32d425d87268d284261bbd2 2024-11-24T09:22:56,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6c47297fc94141ee8f1314fbbfa22da7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/6c47297fc94141ee8f1314fbbfa22da7 2024-11-24T09:22:56,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/acc9036598b7405e9a2309c3e846375f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/acc9036598b7405e9a2309c3e846375f 2024-11-24T09:22:56,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/ad178248034c4df983cf7ebcba09b1cf to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/ad178248034c4df983cf7ebcba09b1cf 2024-11-24T09:22:56,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/065b4e7e53c54ec08bacdfed7aa6018f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/065b4e7e53c54ec08bacdfed7aa6018f 2024-11-24T09:22:56,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/df332d04453648d891cd78c8ced2634a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/df332d04453648d891cd78c8ced2634a 2024-11-24T09:22:56,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/539807e5fa8f4fcf8637c37f95902282 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/539807e5fa8f4fcf8637c37f95902282 2024-11-24T09:22:56,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5ef409e4c4c74adfa492c53f193fe327 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/5ef409e4c4c74adfa492c53f193fe327 2024-11-24T09:22:56,930 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/recovered.edits/559.seqid, newMaxSeqId=559, maxSeqId=1 2024-11-24T09:22:56,930 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7. 2024-11-24T09:22:56,930 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for d8e37ed89d149e0fbc203593769563d7: 2024-11-24T09:22:56,932 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:56,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=d8e37ed89d149e0fbc203593769563d7, regionState=CLOSED 2024-11-24T09:22:56,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-24T09:22:56,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure d8e37ed89d149e0fbc203593769563d7, server=36e70e68d79c,40313,1732440030467 in 2.2610 sec 2024-11-24T09:22:56,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T09:22:56,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8e37ed89d149e0fbc203593769563d7, UNASSIGN in 2.2650 sec 2024-11-24T09:22:56,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-24T09:22:56,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2680 sec 2024-11-24T09:22:56,939 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440176939"}]},"ts":"1732440176939"} 2024-11-24T09:22:56,940 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:22:56,943 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:22:56,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2840 sec 2024-11-24T09:22:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-24T09:22:58,770 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-11-24T09:22:58,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:22:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-24T09:22:58,783 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:58,787 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/recovered.edits] 2024-11-24T09:22:58,796 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/3599bcabf36b4381b97bb31bce10e186 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/3599bcabf36b4381b97bb31bce10e186 2024-11-24T09:22:58,799 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8004b5a9f7ec409fb05f623ed62ce827 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/8004b5a9f7ec409fb05f623ed62ce827 2024-11-24T09:22:58,804 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c2bd94d136f842ea91f8d4a30c04e86a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/A/c2bd94d136f842ea91f8d4a30c04e86a 2024-11-24T09:22:58,809 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23b3c92e7b624e4f92fa6ea131ef4826 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/23b3c92e7b624e4f92fa6ea131ef4826 2024-11-24T09:22:58,810 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ae0bfbc61ed64961bf3e479183e829b8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/ae0bfbc61ed64961bf3e479183e829b8 2024-11-24T09:22:58,815 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d6e9fd45047c43ec8cd61f6919cb587f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/B/d6e9fd45047c43ec8cd61f6919cb587f 2024-11-24T09:22:58,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/59ec06e52213413e847a372c34f2bcf8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/59ec06e52213413e847a372c34f2bcf8 2024-11-24T09:22:58,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/7432ebfa9a194183a16cdfecc59e9c74 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/7432ebfa9a194183a16cdfecc59e9c74 2024-11-24T09:22:58,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e7be639653af46e89a51c67ba0571306 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/C/e7be639653af46e89a51c67ba0571306 2024-11-24T09:22:58,830 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/recovered.edits/559.seqid to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7/recovered.edits/559.seqid 2024-11-24T09:22:58,831 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/d8e37ed89d149e0fbc203593769563d7 2024-11-24T09:22:58,832 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:22:58,837 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,839 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:22:58,841 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:22:58,842 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,842 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:22:58,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440178842"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:58,844 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:22:58,844 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d8e37ed89d149e0fbc203593769563d7, NAME => 'TestAcidGuarantees,,1732440150024.d8e37ed89d149e0fbc203593769563d7.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:22:58,844 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:22:58,845 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440178844"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:58,846 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:22:58,850 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-24T09:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-24T09:22:58,876 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-11-24T09:22:58,882 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:22:58,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=453 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=703 (was 663) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6871 (was 6975) 2024-11-24T09:22:58,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=703, ProcessCount=11, AvailableMemoryMB=6870 2024-11-24T09:22:58,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:58,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:58,902 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:22:58,902 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:58,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 169 2024-11-24T09:22:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:22:58,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:22:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742434_1610 (size=960) 2024-11-24T09:22:58,913 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2 2024-11-24T09:22:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742435_1611 (size=53) 2024-11-24T09:22:58,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:58,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fd182c6290be7869760edc79433d77a9, disabling compactions & flushes 2024-11-24T09:22:58,922 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:58,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:58,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. after waiting 0 ms 2024-11-24T09:22:58,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:58,922 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:58,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:22:58,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:22:58,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440178923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440178923"}]},"ts":"1732440178923"} 2024-11-24T09:22:58,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:22:58,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:22:58,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440178925"}]},"ts":"1732440178925"} 2024-11-24T09:22:58,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:22:58,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, ASSIGN}] 2024-11-24T09:22:58,933 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, ASSIGN 2024-11-24T09:22:58,934 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, ASSIGN; state=OFFLINE, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=false 2024-11-24T09:22:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:22:59,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:59,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; OpenRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:22:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:22:59,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:22:59,240 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:59,240 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7285): Opening region: {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:59,241 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,241 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:59,241 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7327): checking encryption for fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,241 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7330): checking classloading for fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,245 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,247 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:59,247 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd182c6290be7869760edc79433d77a9 columnFamilyName A 2024-11-24T09:22:59,247 DEBUG [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:59,248 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(327): Store=fd182c6290be7869760edc79433d77a9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:59,248 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,249 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:59,250 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd182c6290be7869760edc79433d77a9 columnFamilyName B 2024-11-24T09:22:59,250 DEBUG [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:59,250 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(327): Store=fd182c6290be7869760edc79433d77a9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:59,250 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,251 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:59,252 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd182c6290be7869760edc79433d77a9 columnFamilyName C 2024-11-24T09:22:59,252 DEBUG [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:59,252 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(327): Store=fd182c6290be7869760edc79433d77a9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:59,253 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:59,253 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,254 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,255 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:59,256 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1085): writing seq id for fd182c6290be7869760edc79433d77a9 2024-11-24T09:22:59,258 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:22:59,259 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1102): Opened fd182c6290be7869760edc79433d77a9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72652874, jitterRate=0.08261218667030334}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:59,260 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1001): Region open journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:22:59,261 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., pid=171, masterSystemTime=1732440179237 2024-11-24T09:22:59,262 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:59,262 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:22:59,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:59,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-24T09:22:59,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; OpenRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 in 179 msec 2024-11-24T09:22:59,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T09:22:59,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, ASSIGN in 333 msec 2024-11-24T09:22:59,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:22:59,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440179268"}]},"ts":"1732440179268"} 2024-11-24T09:22:59,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:22:59,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:22:59,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 372 msec 2024-11-24T09:22:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:22:59,506 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T09:22:59,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-24T09:22:59,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:59,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:59,532 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:59,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:22:59,534 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:22:59,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:59,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742436_1612 (size=996) 2024-11-24T09:22:59,960 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-24T09:22:59,960 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-24T09:22:59,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:59,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, REOPEN/MOVE}] 2024-11-24T09:22:59,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, REOPEN/MOVE 2024-11-24T09:22:59,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:22:59,968 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:59,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; CloseRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:23:00,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,120 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(124): Close fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,120 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:23:00,120 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1681): Closing fd182c6290be7869760edc79433d77a9, disabling compactions & flushes 2024-11-24T09:23:00,120 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,120 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,120 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. after waiting 0 ms 2024-11-24T09:23:00,120 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,125 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T09:23:00,125 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,125 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1635): Region close journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:00,125 WARN [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionServer(3786): Not adding moved region record: fd182c6290be7869760edc79433d77a9 to self. 2024-11-24T09:23:00,127 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(170): Closed fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,127 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=CLOSED 2024-11-24T09:23:00,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-24T09:23:00,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; CloseRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 in 160 msec 2024-11-24T09:23:00,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, REOPEN/MOVE; state=CLOSED, location=36e70e68d79c,40313,1732440030467; forceNewPlan=false, retain=true 2024-11-24T09:23:00,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:23:00,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=OPENING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=174, state=RUNNABLE; OpenRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:23:00,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,437 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,438 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7285): Opening region: {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:23:00,438 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,438 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:23:00,438 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7327): checking encryption for fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,438 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7330): checking classloading for fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,439 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,440 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:00,440 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd182c6290be7869760edc79433d77a9 columnFamilyName A 2024-11-24T09:23:00,441 DEBUG [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:00,442 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(327): Store=fd182c6290be7869760edc79433d77a9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:00,442 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,442 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:00,443 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd182c6290be7869760edc79433d77a9 columnFamilyName B 2024-11-24T09:23:00,443 DEBUG [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:00,443 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(327): Store=fd182c6290be7869760edc79433d77a9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:00,443 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,444 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:00,444 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd182c6290be7869760edc79433d77a9 columnFamilyName C 2024-11-24T09:23:00,444 DEBUG [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:00,444 INFO [StoreOpener-fd182c6290be7869760edc79433d77a9-1 {}] regionserver.HStore(327): Store=fd182c6290be7869760edc79433d77a9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:00,444 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,445 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,446 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,447 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:23:00,448 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1085): writing seq id for fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,449 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1102): Opened fd182c6290be7869760edc79433d77a9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69411102, jitterRate=0.03430601954460144}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:23:00,450 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1001): Region open journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:00,450 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., pid=176, masterSystemTime=1732440180434 2024-11-24T09:23:00,452 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,452 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=OPEN, openSeqNum=5, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=174 2024-11-24T09:23:00,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=174, state=SUCCESS; OpenRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 in 170 msec 2024-11-24T09:23:00,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T09:23:00,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, REOPEN/MOVE in 489 msec 2024-11-24T09:23:00,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-24T09:23:00,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-24T09:23:00,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 922 msec 2024-11-24T09:23:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-11-24T09:23:00,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-24T09:23:00,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-24T09:23:00,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,472 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-24T09:23:00,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-24T09:23:00,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-24T09:23:00,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-24T09:23:00,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-24T09:23:00,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-24T09:23:00,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-24T09:23:00,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:62361 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-24T09:23:00,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:00,592 DEBUG [hconnection-0x44c4edef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,593 DEBUG [hconnection-0x32554bf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,593 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,594 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,596 DEBUG [hconnection-0x5cf6a98a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,598 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,620 DEBUG [hconnection-0x6adb8a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,620 DEBUG [hconnection-0x29ac5388-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,621 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,624 DEBUG [hconnection-0x6666b80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,625 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,628 DEBUG [hconnection-0x782b0bd3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,632 DEBUG [hconnection-0x495223c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,633 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-24T09:23:00,636 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T09:23:00,636 DEBUG [hconnection-0x239db8d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,636 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:00,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:00,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,643 DEBUG [hconnection-0x4caa7773-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:00,644 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:23:00,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:00,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cd69a82ecb1f4589b36f03811c4817af_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440180603/Put/seqid=0 2024-11-24T09:23:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742437_1613 (size=12154) 2024-11-24T09:23:00,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:00,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cd69a82ecb1f4589b36f03811c4817af_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd69a82ecb1f4589b36f03811c4817af_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:00,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/11b6fc295a0b41fd95a1fec5771775d5, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:00,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/11b6fc295a0b41fd95a1fec5771775d5 is 175, key is test_row_0/A:col10/1732440180603/Put/seqid=0 2024-11-24T09:23:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742438_1614 (size=30955) 2024-11-24T09:23:00,726 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/11b6fc295a0b41fd95a1fec5771775d5 2024-11-24T09:23:00,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440240731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440240733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T09:23:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440240733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440240734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440240734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/df85e3946d65477d8052eec497c098bb is 50, key is test_row_0/B:col10/1732440180603/Put/seqid=0 2024-11-24T09:23:00,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742439_1615 (size=12001) 2024-11-24T09:23:00,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/df85e3946d65477d8052eec497c098bb 2024-11-24T09:23:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440240836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440240838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440240839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440240839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440240839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/cd2d02edcca24c55bea36df6071eb7a4 is 50, key is test_row_0/C:col10/1732440180603/Put/seqid=0 2024-11-24T09:23:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742440_1616 (size=12001) 2024-11-24T09:23:00,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/cd2d02edcca24c55bea36df6071eb7a4 2024-11-24T09:23:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T09:23:00,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/11b6fc295a0b41fd95a1fec5771775d5 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5 2024-11-24T09:23:00,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:00,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:00,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T09:23:00,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/df85e3946d65477d8052eec497c098bb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/df85e3946d65477d8052eec497c098bb 2024-11-24T09:23:00,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/df85e3946d65477d8052eec497c098bb, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T09:23:00,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/cd2d02edcca24c55bea36df6071eb7a4 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cd2d02edcca24c55bea36df6071eb7a4 2024-11-24T09:23:00,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cd2d02edcca24c55bea36df6071eb7a4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T09:23:00,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fd182c6290be7869760edc79433d77a9 in 310ms, sequenceid=17, compaction requested=false 2024-11-24T09:23:00,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:01,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440241057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440241059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440241061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440241061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440241061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247258e82758d14d4baf7c83c1e386f736_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440180732/Put/seqid=0 2024-11-24T09:23:01,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742441_1617 (size=14594) 2024-11-24T09:23:01,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:01,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247258e82758d14d4baf7c83c1e386f736_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247258e82758d14d4baf7c83c1e386f736_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:01,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/8e34f104026f49bd9ffd6bf62435e88b, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:01,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/8e34f104026f49bd9ffd6bf62435e88b is 175, key is test_row_0/A:col10/1732440180732/Put/seqid=0 2024-11-24T09:23:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742442_1618 (size=39549) 2024-11-24T09:23:01,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440241163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440241165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440241166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440241166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440241166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T09:23:01,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:01,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440241367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440241368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440241369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440241370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440241370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/8e34f104026f49bd9ffd6bf62435e88b 2024-11-24T09:23:01,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/b759d88ff2b84191a0e268711d1744ac is 50, key is test_row_0/B:col10/1732440180732/Put/seqid=0 2024-11-24T09:23:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742443_1619 (size=12001) 2024-11-24T09:23:01,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/b759d88ff2b84191a0e268711d1744ac 2024-11-24T09:23:01,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/cba87ddda43541f6b54d125ea9c97fb0 is 50, key is test_row_0/C:col10/1732440180732/Put/seqid=0 2024-11-24T09:23:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742444_1620 (size=12001) 2024-11-24T09:23:01,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/cba87ddda43541f6b54d125ea9c97fb0 2024-11-24T09:23:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/8e34f104026f49bd9ffd6bf62435e88b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b 2024-11-24T09:23:01,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b, entries=200, sequenceid=41, filesize=38.6 K 2024-11-24T09:23:01,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/b759d88ff2b84191a0e268711d1744ac as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/b759d88ff2b84191a0e268711d1744ac 2024-11-24T09:23:01,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440241671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440241672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440241673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/b759d88ff2b84191a0e268711d1744ac, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:23:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/cba87ddda43541f6b54d125ea9c97fb0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cba87ddda43541f6b54d125ea9c97fb0 2024-11-24T09:23:01,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440241674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440241674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cba87ddda43541f6b54d125ea9c97fb0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:23:01,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fd182c6290be7869760edc79433d77a9 in 641ms, sequenceid=41, compaction requested=false 2024-11-24T09:23:01,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:01,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:01,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T09:23:01,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:01,714 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124210b3b1f4fb1436baf0c0caabd53997c_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440181053/Put/seqid=0 2024-11-24T09:23:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T09:23:01,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742445_1621 (size=12154) 2024-11-24T09:23:01,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:01,753 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124210b3b1f4fb1436baf0c0caabd53997c_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124210b3b1f4fb1436baf0c0caabd53997c_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/befdf78f7d944a8abd028b0329164878, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/befdf78f7d944a8abd028b0329164878 is 175, key is test_row_0/A:col10/1732440181053/Put/seqid=0 2024-11-24T09:23:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742446_1622 (size=30955) 2024-11-24T09:23:01,800 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/befdf78f7d944a8abd028b0329164878 2024-11-24T09:23:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/53551a9feaf346a881a753170a474e17 is 50, key is test_row_0/B:col10/1732440181053/Put/seqid=0 2024-11-24T09:23:01,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742447_1623 (size=12001) 2024-11-24T09:23:02,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440242208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440242209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440242209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440242215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440242216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,243 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/53551a9feaf346a881a753170a474e17 2024-11-24T09:23:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/06b93246301e40ec82517a73dddc9339 is 50, key is test_row_0/C:col10/1732440181053/Put/seqid=0 2024-11-24T09:23:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742448_1624 (size=12001) 2024-11-24T09:23:02,279 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/06b93246301e40ec82517a73dddc9339 2024-11-24T09:23:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/befdf78f7d944a8abd028b0329164878 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878 2024-11-24T09:23:02,291 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878, entries=150, sequenceid=53, filesize=30.2 K 2024-11-24T09:23:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/53551a9feaf346a881a753170a474e17 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/53551a9feaf346a881a753170a474e17 2024-11-24T09:23:02,296 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/53551a9feaf346a881a753170a474e17, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T09:23:02,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/06b93246301e40ec82517a73dddc9339 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/06b93246301e40ec82517a73dddc9339 2024-11-24T09:23:02,306 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/06b93246301e40ec82517a73dddc9339, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T09:23:02,307 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for fd182c6290be7869760edc79433d77a9 in 594ms, sequenceid=53, compaction requested=true 2024-11-24T09:23:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-24T09:23:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-24T09:23:02,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-24T09:23:02,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6720 sec 2024-11-24T09:23:02,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.6760 sec 2024-11-24T09:23:02,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:23:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:02,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440242328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440242329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124171b6cadeac84f139825c43cd347699a_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:02,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440242332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440242332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440242333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742449_1625 (size=14594) 2024-11-24T09:23:02,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440242434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440242436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440242436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440242439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440242439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:23:02,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440242637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440242640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440242642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440242643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440242643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T09:23:02,742 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-24T09:23:02,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-24T09:23:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:02,745 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:02,746 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:02,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:02,788 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:02,800 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124171b6cadeac84f139825c43cd347699a_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124171b6cadeac84f139825c43cd347699a_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:02,801 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/14471c22b4e1445d8681ec3c5163a22b, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:02,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/14471c22b4e1445d8681ec3c5163a22b is 175, key is test_row_0/A:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:02,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742450_1626 (size=39549) 2024-11-24T09:23:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:02,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:02,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440242942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440242945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440242946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440242946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:02,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440242948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:03,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,245 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/14471c22b4e1445d8681ec3c5163a22b 2024-11-24T09:23:03,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/cb4a2b3c449642b3a8322219d4a4189e is 50, key is test_row_0/B:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742451_1627 (size=12001) 2024-11-24T09:23:03,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/cb4a2b3c449642b3a8322219d4a4189e 2024-11-24T09:23:03,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/40a59d1dddc1466e94e2e8e258b68116 is 50, key is test_row_0/C:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742452_1628 (size=12001) 2024-11-24T09:23:03,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/40a59d1dddc1466e94e2e8e258b68116 2024-11-24T09:23:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:03,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/14471c22b4e1445d8681ec3c5163a22b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b 2024-11-24T09:23:03,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b, entries=200, sequenceid=81, filesize=38.6 K 2024-11-24T09:23:03,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/cb4a2b3c449642b3a8322219d4a4189e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/cb4a2b3c449642b3a8322219d4a4189e 2024-11-24T09:23:03,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/cb4a2b3c449642b3a8322219d4a4189e, entries=150, sequenceid=81, filesize=11.7 K 2024-11-24T09:23:03,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/40a59d1dddc1466e94e2e8e258b68116 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/40a59d1dddc1466e94e2e8e258b68116 2024-11-24T09:23:03,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/40a59d1dddc1466e94e2e8e258b68116, entries=150, sequenceid=81, filesize=11.7 K 2024-11-24T09:23:03,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for fd182c6290be7869760edc79433d77a9 in 1048ms, sequenceid=81, compaction requested=true 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:23:03,371 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:03,371 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:03,374 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:03,374 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/A is initiating minor compaction (all files) 2024-11-24T09:23:03,374 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/A in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,374 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=137.7 K 2024-11-24T09:23:03,374 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,374 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b] 2024-11-24T09:23:03,374 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:03,374 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/C is initiating minor compaction (all files) 2024-11-24T09:23:03,374 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/C in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,375 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cd2d02edcca24c55bea36df6071eb7a4, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cba87ddda43541f6b54d125ea9c97fb0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/06b93246301e40ec82517a73dddc9339, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/40a59d1dddc1466e94e2e8e258b68116] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=46.9 K 2024-11-24T09:23:03,375 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11b6fc295a0b41fd95a1fec5771775d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732440180596 2024-11-24T09:23:03,375 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting cd2d02edcca24c55bea36df6071eb7a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732440180596 2024-11-24T09:23:03,375 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting cba87ddda43541f6b54d125ea9c97fb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440180731 2024-11-24T09:23:03,375 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e34f104026f49bd9ffd6bf62435e88b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440180666 2024-11-24T09:23:03,376 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting befdf78f7d944a8abd028b0329164878, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732440181053 2024-11-24T09:23:03,376 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 06b93246301e40ec82517a73dddc9339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732440181053 2024-11-24T09:23:03,377 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 40a59d1dddc1466e94e2e8e258b68116, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732440182204 2024-11-24T09:23:03,377 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14471c22b4e1445d8681ec3c5163a22b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732440182204 2024-11-24T09:23:03,389 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:03,391 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:03,392 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/de0156b24bd8469aa62ec75ccdba3b00 is 50, key is test_row_0/C:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:03,414 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124bc2f9e8b90e64ced9791020806aa83e6_fd182c6290be7869760edc79433d77a9 store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:03,417 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124bc2f9e8b90e64ced9791020806aa83e6_fd182c6290be7869760edc79433d77a9, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:03,417 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bc2f9e8b90e64ced9791020806aa83e6_fd182c6290be7869760edc79433d77a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:03,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:03,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:03,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:03,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742454_1630 (size=4469) 2024-11-24T09:23:03,471 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#A#compaction#542 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:03,472 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/a2f7c9f9ce494cafbb903a3c5e23bb3a is 175, key is test_row_0/A:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742453_1629 (size=12139) 2024-11-24T09:23:03,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112471be7f5568414459b534b3523a7a490f_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440182326/Put/seqid=0 2024-11-24T09:23:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742455_1631 (size=31093) 2024-11-24T09:23:03,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742456_1632 (size=12154) 2024-11-24T09:23:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440243525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440243525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:03,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440243527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440243530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440243530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112471be7f5568414459b534b3523a7a490f_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112471be7f5568414459b534b3523a7a490f_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:03,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/0cbdffc670f446d089b231ade5b9a9d9, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:03,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/0cbdffc670f446d089b231ade5b9a9d9 is 175, key is test_row_0/A:col10/1732440182326/Put/seqid=0 2024-11-24T09:23:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742457_1633 (size=30955) 2024-11-24T09:23:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440243633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440243633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440243634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440243635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440243635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440243838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440243839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440243839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440243840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440243840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:03,883 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/de0156b24bd8469aa62ec75ccdba3b00 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/de0156b24bd8469aa62ec75ccdba3b00 2024-11-24T09:23:03,888 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/C of fd182c6290be7869760edc79433d77a9 into de0156b24bd8469aa62ec75ccdba3b00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:03,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:03,888 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/C, priority=12, startTime=1732440183371; duration=0sec 2024-11-24T09:23:03,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:03,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:C 2024-11-24T09:23:03,888 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:03,889 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:03,890 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/B is initiating minor compaction (all files) 2024-11-24T09:23:03,890 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/B in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,890 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/df85e3946d65477d8052eec497c098bb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/b759d88ff2b84191a0e268711d1744ac, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/53551a9feaf346a881a753170a474e17, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/cb4a2b3c449642b3a8322219d4a4189e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=46.9 K 2024-11-24T09:23:03,892 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting df85e3946d65477d8052eec497c098bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732440180596 2024-11-24T09:23:03,894 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/a2f7c9f9ce494cafbb903a3c5e23bb3a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2f7c9f9ce494cafbb903a3c5e23bb3a 2024-11-24T09:23:03,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting b759d88ff2b84191a0e268711d1744ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440180731 2024-11-24T09:23:03,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 53551a9feaf346a881a753170a474e17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732440181053 2024-11-24T09:23:03,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4a2b3c449642b3a8322219d4a4189e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732440182204 2024-11-24T09:23:03,900 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/A of fd182c6290be7869760edc79433d77a9 into a2f7c9f9ce494cafbb903a3c5e23bb3a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:03,900 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:03,900 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/A, priority=12, startTime=1732440183371; duration=0sec 2024-11-24T09:23:03,900 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:03,900 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:A 2024-11-24T09:23:03,928 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#B#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:03,928 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/af5753bbff8a4b71949e737776159ae8 is 50, key is test_row_0/B:col10/1732440182204/Put/seqid=0 2024-11-24T09:23:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742458_1634 (size=12139) 2024-11-24T09:23:03,965 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/af5753bbff8a4b71949e737776159ae8 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/af5753bbff8a4b71949e737776159ae8 2024-11-24T09:23:03,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:03,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:03,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,974 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/B of fd182c6290be7869760edc79433d77a9 into af5753bbff8a4b71949e737776159ae8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:03,974 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:03,974 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/B, priority=12, startTime=1732440183371; duration=0sec 2024-11-24T09:23:03,974 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:03,974 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:B 2024-11-24T09:23:03,985 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/0cbdffc670f446d089b231ade5b9a9d9 2024-11-24T09:23:04,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/2d3c8de666db43fd9ee33afc1788f2d3 is 50, key is test_row_0/B:col10/1732440182326/Put/seqid=0 2024-11-24T09:23:04,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742459_1635 (size=12001) 2024-11-24T09:23:04,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/2d3c8de666db43fd9ee33afc1788f2d3 2024-11-24T09:23:04,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/96830aefefe84d74ae55c39f02fb993f is 50, key is test_row_0/C:col10/1732440182326/Put/seqid=0 2024-11-24T09:23:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742460_1636 (size=12001) 2024-11-24T09:23:04,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440244143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440244145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440244145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440244145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440244147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/96830aefefe84d74ae55c39f02fb993f 2024-11-24T09:23:04,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/0cbdffc670f446d089b231ade5b9a9d9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9 2024-11-24T09:23:04,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9, entries=150, sequenceid=93, filesize=30.2 K 2024-11-24T09:23:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/2d3c8de666db43fd9ee33afc1788f2d3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2d3c8de666db43fd9ee33afc1788f2d3 2024-11-24T09:23:04,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2d3c8de666db43fd9ee33afc1788f2d3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:23:04,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/96830aefefe84d74ae55c39f02fb993f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/96830aefefe84d74ae55c39f02fb993f 2024-11-24T09:23:04,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/96830aefefe84d74ae55c39f02fb993f, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:23:04,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fd182c6290be7869760edc79433d77a9 in 1065ms, sequenceid=93, compaction requested=false 2024-11-24T09:23:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:04,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:04,584 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112470ed31de6b594f32a638acec776a7c33_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440183518/Put/seqid=0 2024-11-24T09:23:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742461_1637 (size=12154) 2024-11-24T09:23:04,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:04,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440244658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440244658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440244661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440244659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440244662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440244765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440244765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440244766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440244766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440244767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,053 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112470ed31de6b594f32a638acec776a7c33_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112470ed31de6b594f32a638acec776a7c33_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1c56ec9e944c496f8de2d3d8e7b277eb, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1c56ec9e944c496f8de2d3d8e7b277eb is 175, key is test_row_0/A:col10/1732440183518/Put/seqid=0 2024-11-24T09:23:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742462_1638 (size=30955) 2024-11-24T09:23:05,082 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1c56ec9e944c496f8de2d3d8e7b277eb 2024-11-24T09:23:05,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/963c72ea9a1f41299268ab9620322f94 is 50, key is test_row_0/B:col10/1732440183518/Put/seqid=0 2024-11-24T09:23:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742463_1639 (size=12001) 2024-11-24T09:23:05,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440245273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440245273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440245274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440245274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440245275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,517 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/963c72ea9a1f41299268ab9620322f94 2024-11-24T09:23:05,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/3c1a68f36a474399916e98fa565c47f3 is 50, key is test_row_0/C:col10/1732440183518/Put/seqid=0 2024-11-24T09:23:05,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742464_1640 (size=12001) 2024-11-24T09:23:05,560 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/3c1a68f36a474399916e98fa565c47f3 2024-11-24T09:23:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1c56ec9e944c496f8de2d3d8e7b277eb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb 2024-11-24T09:23:05,573 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb, entries=150, sequenceid=120, filesize=30.2 K 2024-11-24T09:23:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/963c72ea9a1f41299268ab9620322f94 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/963c72ea9a1f41299268ab9620322f94 2024-11-24T09:23:05,578 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/963c72ea9a1f41299268ab9620322f94, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T09:23:05,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/3c1a68f36a474399916e98fa565c47f3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/3c1a68f36a474399916e98fa565c47f3 2024-11-24T09:23:05,582 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/3c1a68f36a474399916e98fa565c47f3, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T09:23:05,583 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fd182c6290be7869760edc79433d77a9 in 999ms, sequenceid=120, compaction requested=true 2024-11-24T09:23:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-24T09:23:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-24T09:23:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-24T09:23:05,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8380 sec 2024-11-24T09:23:05,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.8440 sec 2024-11-24T09:23:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:05,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:23:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:05,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247f01d7b8a1bc456095f90939f57cb845_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:05,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440245820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440245823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440245823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440245824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440245825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742465_1641 (size=14794) 2024-11-24T09:23:05,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440245928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440245929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440245929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440245930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:05,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440245931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440246134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440246134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440246134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440246136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440246138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:06,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247f01d7b8a1bc456095f90939f57cb845_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247f01d7b8a1bc456095f90939f57cb845_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:06,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/778a60c348c44186bde89ff1b45d173b, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:06,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/778a60c348c44186bde89ff1b45d173b is 175, key is test_row_0/A:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:06,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742466_1642 (size=39745) 2024-11-24T09:23:06,292 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/778a60c348c44186bde89ff1b45d173b 2024-11-24T09:23:06,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/0e77dc67d4ee4ad982ad992090cd4734 is 50, key is test_row_0/B:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742467_1643 (size=9757) 2024-11-24T09:23:06,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/0e77dc67d4ee4ad982ad992090cd4734 2024-11-24T09:23:06,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/64b2a075b84449a1be33893244d2782e is 50, key is test_row_0/C:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742468_1644 (size=9757) 2024-11-24T09:23:06,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/64b2a075b84449a1be33893244d2782e 2024-11-24T09:23:06,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/778a60c348c44186bde89ff1b45d173b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b 2024-11-24T09:23:06,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b, entries=200, sequenceid=134, filesize=38.8 K 2024-11-24T09:23:06,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/0e77dc67d4ee4ad982ad992090cd4734 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/0e77dc67d4ee4ad982ad992090cd4734 2024-11-24T09:23:06,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/0e77dc67d4ee4ad982ad992090cd4734, entries=100, sequenceid=134, filesize=9.5 K 2024-11-24T09:23:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/64b2a075b84449a1be33893244d2782e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/64b2a075b84449a1be33893244d2782e 2024-11-24T09:23:06,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/64b2a075b84449a1be33893244d2782e, entries=100, sequenceid=134, filesize=9.5 K 2024-11-24T09:23:06,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fd182c6290be7869760edc79433d77a9 in 610ms, sequenceid=134, compaction requested=true 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:06,397 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:06,397 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:06,398 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:06,398 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/A is initiating minor compaction (all files) 2024-11-24T09:23:06,398 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/A in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:06,399 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2f7c9f9ce494cafbb903a3c5e23bb3a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=129.6 K 2024-11-24T09:23:06,399 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:06,399 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2f7c9f9ce494cafbb903a3c5e23bb3a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b] 2024-11-24T09:23:06,399 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45898 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:06,399 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/B is initiating minor compaction (all files) 2024-11-24T09:23:06,399 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/B in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:06,399 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/af5753bbff8a4b71949e737776159ae8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2d3c8de666db43fd9ee33afc1788f2d3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/963c72ea9a1f41299268ab9620322f94, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/0e77dc67d4ee4ad982ad992090cd4734] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=44.8 K 2024-11-24T09:23:06,399 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2f7c9f9ce494cafbb903a3c5e23bb3a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732440182204 2024-11-24T09:23:06,400 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting af5753bbff8a4b71949e737776159ae8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732440182204 2024-11-24T09:23:06,400 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cbdffc670f446d089b231ade5b9a9d9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440182326 2024-11-24T09:23:06,400 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d3c8de666db43fd9ee33afc1788f2d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440182326 2024-11-24T09:23:06,401 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 963c72ea9a1f41299268ab9620322f94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732440183518 2024-11-24T09:23:06,401 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e77dc67d4ee4ad982ad992090cd4734, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732440185784 2024-11-24T09:23:06,401 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c56ec9e944c496f8de2d3d8e7b277eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732440183518 2024-11-24T09:23:06,402 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 778a60c348c44186bde89ff1b45d173b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732440184658 2024-11-24T09:23:06,413 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#B#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:06,413 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/d902785ddaa7411c941e7fd93241df82 is 50, key is test_row_0/B:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:06,421 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:06,440 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244cae8aa73153479fa57a1c29ab7ea518_fd182c6290be7869760edc79433d77a9 store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:06,443 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244cae8aa73153479fa57a1c29ab7ea518_fd182c6290be7869760edc79433d77a9, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:06,443 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244cae8aa73153479fa57a1c29ab7ea518_fd182c6290be7869760edc79433d77a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:06,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742469_1645 (size=12375) 2024-11-24T09:23:06,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:23:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:06,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:06,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:06,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:06,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,453 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/d902785ddaa7411c941e7fd93241df82 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d902785ddaa7411c941e7fd93241df82 2024-11-24T09:23:06,460 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/B of fd182c6290be7869760edc79433d77a9 into d902785ddaa7411c941e7fd93241df82(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:06,460 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:06,460 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/B, priority=12, startTime=1732440186397; duration=0sec 2024-11-24T09:23:06,460 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:06,460 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:B 2024-11-24T09:23:06,460 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:06,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440246454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440246455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440246455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440246456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742470_1646 (size=4469) 2024-11-24T09:23:06,463 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45898 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:06,463 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/C is initiating minor compaction (all files) 2024-11-24T09:23:06,463 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/C in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:06,463 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/de0156b24bd8469aa62ec75ccdba3b00, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/96830aefefe84d74ae55c39f02fb993f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/3c1a68f36a474399916e98fa565c47f3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/64b2a075b84449a1be33893244d2782e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=44.8 K 2024-11-24T09:23:06,464 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting de0156b24bd8469aa62ec75ccdba3b00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732440182204 2024-11-24T09:23:06,465 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 96830aefefe84d74ae55c39f02fb993f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440182326 2024-11-24T09:23:06,465 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#A#compaction#555 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:06,466 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/3083f7ef344b4956b8f14ff89da8081b is 175, key is test_row_0/A:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:06,467 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c1a68f36a474399916e98fa565c47f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732440183518 2024-11-24T09:23:06,468 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b2a075b84449a1be33893244d2782e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732440185784 2024-11-24T09:23:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440246462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244b8a9f27f9dc4b339881ac3e61015749_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440185823/Put/seqid=0 2024-11-24T09:23:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742471_1647 (size=31436) 2024-11-24T09:23:06,518 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:06,519 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/aa8f4a544f234d09ba24b34ae6ee390d is 50, key is test_row_0/C:col10/1732440185784/Put/seqid=0 2024-11-24T09:23:06,526 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/3083f7ef344b4956b8f14ff89da8081b as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/3083f7ef344b4956b8f14ff89da8081b 2024-11-24T09:23:06,532 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/A of fd182c6290be7869760edc79433d77a9 into 3083f7ef344b4956b8f14ff89da8081b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:06,532 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:06,532 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/A, priority=12, startTime=1732440186397; duration=0sec 2024-11-24T09:23:06,532 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:06,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742472_1648 (size=14794) 2024-11-24T09:23:06,532 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:A 2024-11-24T09:23:06,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:06,537 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244b8a9f27f9dc4b339881ac3e61015749_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b8a9f27f9dc4b339881ac3e61015749_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:06,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1a408358e0b34a56a59417c31baf5258, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:06,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1a408358e0b34a56a59417c31baf5258 is 175, key is test_row_0/A:col10/1732440185823/Put/seqid=0 2024-11-24T09:23:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742473_1649 (size=12375) 2024-11-24T09:23:06,564 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/aa8f4a544f234d09ba24b34ae6ee390d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/aa8f4a544f234d09ba24b34ae6ee390d 2024-11-24T09:23:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440246562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440246563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,571 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/C of fd182c6290be7869760edc79433d77a9 into aa8f4a544f234d09ba24b34ae6ee390d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:06,571 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:06,571 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/C, priority=12, startTime=1732440186397; duration=0sec 2024-11-24T09:23:06,571 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:06,571 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:C 2024-11-24T09:23:06,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440246570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742474_1650 (size=39749) 2024-11-24T09:23:06,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1a408358e0b34a56a59417c31baf5258 2024-11-24T09:23:06,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/50d61d79b9544076a5f60e0bbabc5e11 is 50, key is test_row_0/B:col10/1732440185823/Put/seqid=0 2024-11-24T09:23:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742475_1651 (size=12151) 2024-11-24T09:23:06,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/50d61d79b9544076a5f60e0bbabc5e11 2024-11-24T09:23:06,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/87f2e098fc9e48388283238542a3eb0d is 50, key is test_row_0/C:col10/1732440185823/Put/seqid=0 2024-11-24T09:23:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742476_1652 (size=12151) 2024-11-24T09:23:06,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/87f2e098fc9e48388283238542a3eb0d 2024-11-24T09:23:06,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/1a408358e0b34a56a59417c31baf5258 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258 2024-11-24T09:23:06,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258, entries=200, sequenceid=159, filesize=38.8 K 2024-11-24T09:23:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/50d61d79b9544076a5f60e0bbabc5e11 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/50d61d79b9544076a5f60e0bbabc5e11 2024-11-24T09:23:06,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/50d61d79b9544076a5f60e0bbabc5e11, entries=150, sequenceid=159, filesize=11.9 K 2024-11-24T09:23:06,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/87f2e098fc9e48388283238542a3eb0d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/87f2e098fc9e48388283238542a3eb0d 2024-11-24T09:23:06,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/87f2e098fc9e48388283238542a3eb0d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-24T09:23:06,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for fd182c6290be7869760edc79433d77a9 in 253ms, sequenceid=159, compaction requested=false 2024-11-24T09:23:06,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:06,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:06,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f095ef76e608416d8ee4164a8ab45f4a_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742477_1653 (size=14794) 2024-11-24T09:23:06,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440246796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440246797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440246798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440246798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440246799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T09:23:06,853 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-24T09:23:06,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-24T09:23:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:06,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:06,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:06,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440246902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440246903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440246904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440246904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440246904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:07,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440247104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440247108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440247109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440247110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440247110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:07,165 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:07,203 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f095ef76e608416d8ee4164a8ab45f4a_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f095ef76e608416d8ee4164a8ab45f4a_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:07,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/085648bfac5b41b3a09b121a3718f36f, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:07,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/085648bfac5b41b3a09b121a3718f36f is 175, key is test_row_0/A:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742478_1654 (size=39749) 2024-11-24T09:23:07,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440247410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440247414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440247415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440247417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440247417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:07,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/085648bfac5b41b3a09b121a3718f36f 2024-11-24T09:23:07,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/e0dc62f88bf64b7e90889b02d917ebee is 50, key is test_row_0/B:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742479_1655 (size=12151) 2024-11-24T09:23:07,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/e0dc62f88bf64b7e90889b02d917ebee 2024-11-24T09:23:07,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/56eed37c2c594d1fba96bde2478926ba is 50, key is test_row_0/C:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:07,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742480_1656 (size=12151) 2024-11-24T09:23:07,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/56eed37c2c594d1fba96bde2478926ba 2024-11-24T09:23:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/085648bfac5b41b3a09b121a3718f36f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f 2024-11-24T09:23:07,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f, entries=200, sequenceid=174, filesize=38.8 K 2024-11-24T09:23:07,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/e0dc62f88bf64b7e90889b02d917ebee as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/e0dc62f88bf64b7e90889b02d917ebee 2024-11-24T09:23:07,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/e0dc62f88bf64b7e90889b02d917ebee, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:23:07,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/56eed37c2c594d1fba96bde2478926ba as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/56eed37c2c594d1fba96bde2478926ba 2024-11-24T09:23:07,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/56eed37c2c594d1fba96bde2478926ba, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:23:07,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for fd182c6290be7869760edc79433d77a9 in 1017ms, sequenceid=174, compaction requested=true 2024-11-24T09:23:07,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:07,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:07,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:07,785 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:07,785 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:07,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:07,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:07,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:07,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:07,787 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:07,787 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/B is initiating minor compaction (all files) 2024-11-24T09:23:07,787 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/B in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,787 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d902785ddaa7411c941e7fd93241df82, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/50d61d79b9544076a5f60e0bbabc5e11, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/e0dc62f88bf64b7e90889b02d917ebee] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=35.8 K 2024-11-24T09:23:07,787 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110934 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:07,787 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/A is initiating minor compaction (all files) 2024-11-24T09:23:07,788 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/A in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,788 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/3083f7ef344b4956b8f14ff89da8081b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=108.3 K 2024-11-24T09:23:07,788 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,788 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/3083f7ef344b4956b8f14ff89da8081b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f] 2024-11-24T09:23:07,788 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting d902785ddaa7411c941e7fd93241df82, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732440183527 2024-11-24T09:23:07,789 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3083f7ef344b4956b8f14ff89da8081b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732440183527 2024-11-24T09:23:07,789 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 50d61d79b9544076a5f60e0bbabc5e11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732440185823 2024-11-24T09:23:07,791 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a408358e0b34a56a59417c31baf5258, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732440185823 2024-11-24T09:23:07,791 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting e0dc62f88bf64b7e90889b02d917ebee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440186451 2024-11-24T09:23:07,793 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 085648bfac5b41b3a09b121a3718f36f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440186451 2024-11-24T09:23:07,805 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#B#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:07,806 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/773de45cefd24586abf7e8f30f32cdba is 50, key is test_row_0/B:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:07,820 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:07,839 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242acad9849d0f42c781213d67b7e790de_fd182c6290be7869760edc79433d77a9 store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:07,841 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242acad9849d0f42c781213d67b7e790de_fd182c6290be7869760edc79433d77a9, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:07,841 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242acad9849d0f42c781213d67b7e790de_fd182c6290be7869760edc79433d77a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742481_1657 (size=12527) 2024-11-24T09:23:07,862 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/773de45cefd24586abf7e8f30f32cdba as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/773de45cefd24586abf7e8f30f32cdba 2024-11-24T09:23:07,866 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd182c6290be7869760edc79433d77a9/B of fd182c6290be7869760edc79433d77a9 into 773de45cefd24586abf7e8f30f32cdba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:07,866 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:07,866 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/B, priority=13, startTime=1732440187785; duration=0sec 2024-11-24T09:23:07,866 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:07,866 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:B 2024-11-24T09:23:07,866 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:07,867 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:07,867 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/C is initiating minor compaction (all files) 2024-11-24T09:23:07,867 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/C in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,867 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/aa8f4a544f234d09ba24b34ae6ee390d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/87f2e098fc9e48388283238542a3eb0d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/56eed37c2c594d1fba96bde2478926ba] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=35.8 K 2024-11-24T09:23:07,868 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting aa8f4a544f234d09ba24b34ae6ee390d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732440183527 2024-11-24T09:23:07,868 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 87f2e098fc9e48388283238542a3eb0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732440185823 2024-11-24T09:23:07,868 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 56eed37c2c594d1fba96bde2478926ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440186451 2024-11-24T09:23:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742482_1658 (size=4469) 2024-11-24T09:23:07,916 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#C#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:07,917 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/241d21d32a304db4b4253478011dc94a is 50, key is test_row_0/C:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:07,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:23:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:07,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:07,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440247929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440247930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440247931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440247934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440247935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:07,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742483_1659 (size=12527) 2024-11-24T09:23:07,973 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/241d21d32a304db4b4253478011dc94a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/241d21d32a304db4b4253478011dc94a 2024-11-24T09:23:07,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249c266ecc756741069389755d41e30339_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440187921/Put/seqid=0 2024-11-24T09:23:07,980 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd182c6290be7869760edc79433d77a9/C of fd182c6290be7869760edc79433d77a9 into 241d21d32a304db4b4253478011dc94a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:07,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:07,980 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/C, priority=13, startTime=1732440187786; duration=0sec 2024-11-24T09:23:07,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:07,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:C 2024-11-24T09:23:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742484_1660 (size=14794) 2024-11-24T09:23:08,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:08,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440248035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440248036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440248037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440248039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,040 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249c266ecc756741069389755d41e30339_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249c266ecc756741069389755d41e30339_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440248039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/70f180e261d642138d58fbbf029c8da9, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:08,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/70f180e261d642138d58fbbf029c8da9 is 175, key is test_row_0/A:col10/1732440187921/Put/seqid=0 2024-11-24T09:23:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742485_1661 (size=39749) 2024-11-24T09:23:08,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/70f180e261d642138d58fbbf029c8da9 2024-11-24T09:23:08,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/966f64bd5fc445648e9cf78318a64626 is 50, key is test_row_0/B:col10/1732440187921/Put/seqid=0 2024-11-24T09:23:08,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742486_1662 (size=12151) 2024-11-24T09:23:08,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/966f64bd5fc445648e9cf78318a64626 2024-11-24T09:23:08,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/2ee49965639a47108d082b6464efa09d is 50, key is test_row_0/C:col10/1732440187921/Put/seqid=0 2024-11-24T09:23:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742487_1663 (size=12151) 2024-11-24T09:23:08,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440248238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440248240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440248242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440248243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440248243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,307 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#A#compaction#564 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:08,307 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/7535aa5402a84361a8e0d51411a405ce is 175, key is test_row_0/A:col10/1732440186457/Put/seqid=0 2024-11-24T09:23:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742488_1664 (size=31481) 2024-11-24T09:23:08,336 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/7535aa5402a84361a8e0d51411a405ce as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7535aa5402a84361a8e0d51411a405ce 2024-11-24T09:23:08,342 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd182c6290be7869760edc79433d77a9/A of fd182c6290be7869760edc79433d77a9 into 7535aa5402a84361a8e0d51411a405ce(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:08,342 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:08,342 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/A, priority=13, startTime=1732440187785; duration=0sec 2024-11-24T09:23:08,342 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:08,342 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:A 2024-11-24T09:23:08,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440248542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440248544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440248545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/2ee49965639a47108d082b6464efa09d 2024-11-24T09:23:08,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440248549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440248551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/70f180e261d642138d58fbbf029c8da9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9 2024-11-24T09:23:08,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9, entries=200, sequenceid=203, filesize=38.8 K 2024-11-24T09:23:08,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/966f64bd5fc445648e9cf78318a64626 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/966f64bd5fc445648e9cf78318a64626 2024-11-24T09:23:08,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/966f64bd5fc445648e9cf78318a64626, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T09:23:08,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/2ee49965639a47108d082b6464efa09d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/2ee49965639a47108d082b6464efa09d 2024-11-24T09:23:08,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/2ee49965639a47108d082b6464efa09d, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T09:23:08,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for fd182c6290be7869760edc79433d77a9 in 655ms, sequenceid=203, compaction requested=false 2024-11-24T09:23:08,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:08,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:08,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-24T09:23:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:08,700 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:23:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:08,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245224eb8658324a8dbaa80ff9a37e5c3f_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440187931/Put/seqid=0 2024-11-24T09:23:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742489_1665 (size=12304) 2024-11-24T09:23:08,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:08,786 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245224eb8658324a8dbaa80ff9a37e5c3f_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245224eb8658324a8dbaa80ff9a37e5c3f_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:08,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/7108fb663d8f4463973d17e281900a4c, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:08,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/7108fb663d8f4463973d17e281900a4c is 175, key is test_row_0/A:col10/1732440187931/Put/seqid=0 2024-11-24T09:23:08,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742490_1666 (size=31105) 2024-11-24T09:23:08,824 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/7108fb663d8f4463973d17e281900a4c 2024-11-24T09:23:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/c9cf8d696a764a37b895564e3f04a242 is 50, key is test_row_0/B:col10/1732440187931/Put/seqid=0 2024-11-24T09:23:08,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742491_1667 (size=12151) 2024-11-24T09:23:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:09,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440249075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440249076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440249107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440249113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440249113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440249208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440249209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440249214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440249217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440249218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,277 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/c9cf8d696a764a37b895564e3f04a242 2024-11-24T09:23:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/59420477df2d4cca9dfc30c2be209170 is 50, key is test_row_0/C:col10/1732440187931/Put/seqid=0 2024-11-24T09:23:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742492_1668 (size=12151) 2024-11-24T09:23:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440249410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440249412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440249419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440249423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440249423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440249714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440249715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440249724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440249728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440249730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:09,733 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/59420477df2d4cca9dfc30c2be209170 2024-11-24T09:23:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/7108fb663d8f4463973d17e281900a4c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c 2024-11-24T09:23:09,745 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c, entries=150, sequenceid=214, filesize=30.4 K 2024-11-24T09:23:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/c9cf8d696a764a37b895564e3f04a242 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/c9cf8d696a764a37b895564e3f04a242 2024-11-24T09:23:09,755 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/c9cf8d696a764a37b895564e3f04a242, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T09:23:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/59420477df2d4cca9dfc30c2be209170 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/59420477df2d4cca9dfc30c2be209170 2024-11-24T09:23:09,766 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/59420477df2d4cca9dfc30c2be209170, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T09:23:09,768 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for fd182c6290be7869760edc79433d77a9 in 1068ms, sequenceid=214, compaction requested=true 2024-11-24T09:23:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-24T09:23:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-24T09:23:09,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-24T09:23:09,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9110 sec 2024-11-24T09:23:09,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.9150 sec 2024-11-24T09:23:10,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:23:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:10,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:10,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:10,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:23:10,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T09:23:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:10,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112474fd29a804b1409abb5a15abb6569754_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742493_1669 (size=14794) 2024-11-24T09:23:10,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:10,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112474fd29a804b1409abb5a15abb6569754_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112474fd29a804b1409abb5a15abb6569754_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:10,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/9c7c359d77e64da5a65922c71e4d350e, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:10,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/9c7c359d77e64da5a65922c71e4d350e is 175, key is test_row_0/A:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742494_1670 (size=39749) 2024-11-24T09:23:10,248 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/9c7c359d77e64da5a65922c71e4d350e 2024-11-24T09:23:10,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/f4370759fc7245cab32a9d03ed31f85d is 50, key is test_row_0/B:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742495_1671 (size=12151) 2024-11-24T09:23:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440250234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440250235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440250272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440250272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440250280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440250384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440250580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440250580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440250588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/f4370759fc7245cab32a9d03ed31f85d 2024-11-24T09:23:10,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/19c7f81e07d3497aac81472445f80970 is 50, key is test_row_0/C:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742496_1672 (size=12151) 2024-11-24T09:23:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440250883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440250883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440250890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T09:23:10,962 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-24T09:23:10,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-24T09:23:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T09:23:10,965 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:10,965 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:10,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T09:23:11,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/19c7f81e07d3497aac81472445f80970 2024-11-24T09:23:11,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/9c7c359d77e64da5a65922c71e4d350e as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e 2024-11-24T09:23:11,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e, entries=200, sequenceid=243, filesize=38.8 K 2024-11-24T09:23:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/f4370759fc7245cab32a9d03ed31f85d as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/f4370759fc7245cab32a9d03ed31f85d 2024-11-24T09:23:11,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/f4370759fc7245cab32a9d03ed31f85d, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T09:23:11,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/19c7f81e07d3497aac81472445f80970 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/19c7f81e07d3497aac81472445f80970 2024-11-24T09:23:11,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/19c7f81e07d3497aac81472445f80970, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T09:23:11,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for fd182c6290be7869760edc79433d77a9 in 864ms, sequenceid=243, compaction requested=true 2024-11-24T09:23:11,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:11,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:11,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:11,089 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:11,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:11,089 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:11,089 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/A is initiating minor compaction (all files) 2024-11-24T09:23:11,089 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/B is initiating minor compaction (all files) 2024-11-24T09:23:11,090 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/B in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:11,090 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/A in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:11,090 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7535aa5402a84361a8e0d51411a405ce, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=138.8 K 2024-11-24T09:23:11,090 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/773de45cefd24586abf7e8f30f32cdba, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/966f64bd5fc445648e9cf78318a64626, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/c9cf8d696a764a37b895564e3f04a242, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/f4370759fc7245cab32a9d03ed31f85d] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=47.8 K 2024-11-24T09:23:11,090 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:11,090 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7535aa5402a84361a8e0d51411a405ce, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e] 2024-11-24T09:23:11,090 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 773de45cefd24586abf7e8f30f32cdba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440186451 2024-11-24T09:23:11,090 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7535aa5402a84361a8e0d51411a405ce, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440186451 2024-11-24T09:23:11,090 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 966f64bd5fc445648e9cf78318a64626, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732440186796 2024-11-24T09:23:11,090 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70f180e261d642138d58fbbf029c8da9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732440186796 2024-11-24T09:23:11,091 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c9cf8d696a764a37b895564e3f04a242, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440187928 2024-11-24T09:23:11,091 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7108fb663d8f4463973d17e281900a4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440187928 2024-11-24T09:23:11,091 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting f4370759fc7245cab32a9d03ed31f85d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732440189076 2024-11-24T09:23:11,091 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c7c359d77e64da5a65922c71e4d350e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732440189076 2024-11-24T09:23:11,097 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:11,098 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247f70544552f648e1a097ddde71dbd268_fd182c6290be7869760edc79433d77a9 store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:11,100 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#B#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:11,100 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/90b8c7b390ea416b97c2fc811fa6ee2a is 50, key is test_row_0/B:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:11,100 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247f70544552f648e1a097ddde71dbd268_fd182c6290be7869760edc79433d77a9, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:11,101 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247f70544552f648e1a097ddde71dbd268_fd182c6290be7869760edc79433d77a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742498_1674 (size=4469) 2024-11-24T09:23:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742497_1673 (size=12663) 2024-11-24T09:23:11,106 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#A#compaction#575 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:11,106 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/daa40c89d01f44c6861bc4edf46d5b91 is 175, key is test_row_0/A:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742499_1675 (size=31617) 2024-11-24T09:23:11,110 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/90b8c7b390ea416b97c2fc811fa6ee2a as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/90b8c7b390ea416b97c2fc811fa6ee2a 2024-11-24T09:23:11,114 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/daa40c89d01f44c6861bc4edf46d5b91 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/daa40c89d01f44c6861bc4edf46d5b91 2024-11-24T09:23:11,114 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/B of fd182c6290be7869760edc79433d77a9 into 90b8c7b390ea416b97c2fc811fa6ee2a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:11,114 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:11,114 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/B, priority=12, startTime=1732440191089; duration=0sec 2024-11-24T09:23:11,114 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:11,114 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:B 2024-11-24T09:23:11,114 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:11,116 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:11,116 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/C is initiating minor compaction (all files) 2024-11-24T09:23:11,116 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/C in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:11,116 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/241d21d32a304db4b4253478011dc94a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/2ee49965639a47108d082b6464efa09d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/59420477df2d4cca9dfc30c2be209170, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/19c7f81e07d3497aac81472445f80970] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=47.8 K 2024-11-24T09:23:11,116 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 241d21d32a304db4b4253478011dc94a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440186451 2024-11-24T09:23:11,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,117 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ee49965639a47108d082b6464efa09d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732440186796 2024-11-24T09:23:11,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-24T09:23:11,117 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 59420477df2d4cca9dfc30c2be209170, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440187928 2024-11-24T09:23:11,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:11,118 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:11,118 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 19c7f81e07d3497aac81472445f80970, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732440189076 2024-11-24T09:23:11,121 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/A of fd182c6290be7869760edc79433d77a9 into daa40c89d01f44c6861bc4edf46d5b91(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:11,121 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:11,121 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/A, priority=12, startTime=1732440191088; duration=0sec 2024-11-24T09:23:11,121 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:11,121 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:A 2024-11-24T09:23:11,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c542c079631e436c855ae4714887e84a_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440190238/Put/seqid=0 2024-11-24T09:23:11,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742500_1676 (size=12304) 2024-11-24T09:23:11,128 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#C#compaction#578 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:11,129 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/51f46eaa1cd84265b04bde668f8ae8bb is 50, key is test_row_0/C:col10/1732440190222/Put/seqid=0 2024-11-24T09:23:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742501_1677 (size=12663) 2024-11-24T09:23:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T09:23:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:11,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:11,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440251311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440251313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440251386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440251389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440251396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440251414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440251415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:11,533 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c542c079631e436c855ae4714887e84a_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c542c079631e436c855ae4714887e84a_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/ab629236466f4f5eb417bfc9ad82e881, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/ab629236466f4f5eb417bfc9ad82e881 is 175, key is test_row_0/A:col10/1732440190238/Put/seqid=0 2024-11-24T09:23:11,537 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/51f46eaa1cd84265b04bde668f8ae8bb as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/51f46eaa1cd84265b04bde668f8ae8bb 2024-11-24T09:23:11,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742502_1678 (size=31105) 2024-11-24T09:23:11,538 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/ab629236466f4f5eb417bfc9ad82e881 2024-11-24T09:23:11,542 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fd182c6290be7869760edc79433d77a9/C of fd182c6290be7869760edc79433d77a9 into 51f46eaa1cd84265b04bde668f8ae8bb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:11,542 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:11,542 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/C, priority=12, startTime=1732440191089; duration=0sec 2024-11-24T09:23:11,542 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:11,542 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:C 2024-11-24T09:23:11,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/7d04df84f4d843baae6349867d817376 is 50, key is test_row_0/B:col10/1732440190238/Put/seqid=0 2024-11-24T09:23:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742503_1679 (size=12151) 2024-11-24T09:23:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T09:23:11,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440251617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440251618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440251920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440251922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:11,947 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/7d04df84f4d843baae6349867d817376 2024-11-24T09:23:11,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/94811c68d67644148730995541876661 is 50, key is test_row_0/C:col10/1732440190238/Put/seqid=0 2024-11-24T09:23:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742504_1680 (size=12151) 2024-11-24T09:23:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T09:23:12,357 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/94811c68d67644148730995541876661 2024-11-24T09:23:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/ab629236466f4f5eb417bfc9ad82e881 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881 2024-11-24T09:23:12,363 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881, entries=150, sequenceid=251, filesize=30.4 K 2024-11-24T09:23:12,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/7d04df84f4d843baae6349867d817376 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/7d04df84f4d843baae6349867d817376 2024-11-24T09:23:12,367 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/7d04df84f4d843baae6349867d817376, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T09:23:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/94811c68d67644148730995541876661 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/94811c68d67644148730995541876661 2024-11-24T09:23:12,370 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/94811c68d67644148730995541876661, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T09:23:12,371 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for fd182c6290be7869760edc79433d77a9 in 1253ms, sequenceid=251, compaction requested=false 2024-11-24T09:23:12,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:12,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:12,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-24T09:23:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-24T09:23:12,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-24T09:23:12,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-24T09:23:12,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.4110 sec 2024-11-24T09:23:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:12,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T09:23:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:12,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:12,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de1fe9cc505b46c18e7bf126a6f63124_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440252401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440252401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440252409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742505_1681 (size=14994) 2024-11-24T09:23:12,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,417 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124de1fe9cc505b46c18e7bf126a6f63124_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de1fe9cc505b46c18e7bf126a6f63124_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:12,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f36aae4ffeb54295825370412acda3be, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:12,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f36aae4ffeb54295825370412acda3be is 175, key is test_row_0/A:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742506_1682 (size=39949) 2024-11-24T09:23:12,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f36aae4ffeb54295825370412acda3be 2024-11-24T09:23:12,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440252424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/214afeb4a6174589acb2ec9a25c14b36 is 50, key is test_row_0/B:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440252427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742507_1683 (size=12301) 2024-11-24T09:23:12,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440252504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440252504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440252706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440252706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:12,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/214afeb4a6174589acb2ec9a25c14b36 2024-11-24T09:23:12,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/4697271de779486797a85ae54f43ebdc is 50, key is test_row_0/C:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742508_1684 (size=12301) 2024-11-24T09:23:12,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/4697271de779486797a85ae54f43ebdc 2024-11-24T09:23:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f36aae4ffeb54295825370412acda3be as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be 2024-11-24T09:23:12,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be, entries=200, sequenceid=283, filesize=39.0 K 2024-11-24T09:23:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/214afeb4a6174589acb2ec9a25c14b36 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/214afeb4a6174589acb2ec9a25c14b36 2024-11-24T09:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/214afeb4a6174589acb2ec9a25c14b36, entries=150, sequenceid=283, filesize=12.0 K 2024-11-24T09:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/4697271de779486797a85ae54f43ebdc as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/4697271de779486797a85ae54f43ebdc 2024-11-24T09:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/4697271de779486797a85ae54f43ebdc, entries=150, sequenceid=283, filesize=12.0 K 2024-11-24T09:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for fd182c6290be7869760edc79433d77a9 in 478ms, sequenceid=283, compaction requested=true 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:12,872 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:23:12,872 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,873 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:12,873 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/A is initiating minor compaction (all files) 2024-11-24T09:23:12,873 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/A in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,873 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:12,873 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/daa40c89d01f44c6861bc4edf46d5b91, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=100.3 K 2024-11-24T09:23:12,873 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/B is initiating minor compaction (all files) 2024-11-24T09:23:12,873 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:12,873 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/B in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:12,873 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/daa40c89d01f44c6861bc4edf46d5b91, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be] 2024-11-24T09:23:12,873 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/90b8c7b390ea416b97c2fc811fa6ee2a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/7d04df84f4d843baae6349867d817376, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/214afeb4a6174589acb2ec9a25c14b36] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=36.2 K 2024-11-24T09:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,874 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting daa40c89d01f44c6861bc4edf46d5b91, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732440189076 2024-11-24T09:23:12,874 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 90b8c7b390ea416b97c2fc811fa6ee2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732440189076 2024-11-24T09:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,874 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d04df84f4d843baae6349867d817376, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440190228 2024-11-24T09:23:12,874 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab629236466f4f5eb417bfc9ad82e881, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440190228 2024-11-24T09:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,874 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 214afeb4a6174589acb2ec9a25c14b36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732440191310 2024-11-24T09:23:12,874 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f36aae4ffeb54295825370412acda3be, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732440191306 2024-11-24T09:23:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,887 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,888 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#B#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,889 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/66a488908d9c4ae5afe73fa326016c9c is 50, key is test_row_0/B:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,889 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241c32e22460ad45fd9d36ff1189594743_fd182c6290be7869760edc79433d77a9 store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,891 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241c32e22460ad45fd9d36ff1189594743_fd182c6290be7869760edc79433d77a9, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:12,891 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241c32e22460ad45fd9d36ff1189594743_fd182c6290be7869760edc79433d77a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742510_1686 (size=4469) 2024-11-24T09:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,913 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#A#compaction#585 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,914 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f17fadfc48bd42579cacf79cb8f2c7b3 is 175, key is test_row_0/A:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742509_1685 (size=12915) 2024-11-24T09:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742511_1687 (size=31869) 2024-11-24T09:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,931 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f17fadfc48bd42579cacf79cb8f2c7b3 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f17fadfc48bd42579cacf79cb8f2c7b3 2024-11-24T09:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,936 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd182c6290be7869760edc79433d77a9/A of fd182c6290be7869760edc79433d77a9 into f17fadfc48bd42579cacf79cb8f2c7b3(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,936 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:12,936 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/A, priority=13, startTime=1732440192872; duration=0sec 2024-11-24T09:23:12,936 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:12,936 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:A 2024-11-24T09:23:12,936 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,937 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:12,937 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/C is initiating minor compaction (all files) 2024-11-24T09:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,937 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/C in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:12,937 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/51f46eaa1cd84265b04bde668f8ae8bb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/94811c68d67644148730995541876661, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/4697271de779486797a85ae54f43ebdc] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=36.2 K 2024-11-24T09:23:12,938 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f46eaa1cd84265b04bde668f8ae8bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732440189076 2024-11-24T09:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,938 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94811c68d67644148730995541876661, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440190228 2024-11-24T09:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,939 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4697271de779486797a85ae54f43ebdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732440191310 2024-11-24T09:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,945 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#C#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,946 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/5532e778b2644350a3f09d8369c7b8b0 is 50, key is test_row_0/C:col10/1732440192393/Put/seqid=0 2024-11-24T09:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742512_1688 (size=12915) 2024-11-24T09:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,963 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/5532e778b2644350a3f09d8369c7b8b0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5532e778b2644350a3f09d8369c7b8b0 2024-11-24T09:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,968 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd182c6290be7869760edc79433d77a9/C of fd182c6290be7869760edc79433d77a9 into 5532e778b2644350a3f09d8369c7b8b0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:12,968 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:12,968 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/C, priority=13, startTime=1732440192872; duration=0sec 2024-11-24T09:23:12,968 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:12,968 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:C 2024-11-24T09:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:13,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240a9834f0c33e43909e157fb713faacbf_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440193042/Put/seqid=0 2024-11-24T09:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-24T09:23:13,068 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-24T09:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-24T09:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,073 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T09:23:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,074 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:13,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742513_1689 (size=17534) 2024-11-24T09:23:13,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240a9834f0c33e43909e157fb713faacbf_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a9834f0c33e43909e157fb713faacbf_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:13,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/2b4e41807a9a4cfb99830810304525e7, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:13,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/2b4e41807a9a4cfb99830810304525e7 is 175, key is test_row_0/A:col10/1732440193042/Put/seqid=0 2024-11-24T09:23:13,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440253099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440253101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742514_1690 (size=48639) 2024-11-24T09:23:13,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/2b4e41807a9a4cfb99830810304525e7 2024-11-24T09:23:13,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/75976718f77f4da8a2ba68f49ffbfd95 is 50, key is test_row_0/B:col10/1732440193042/Put/seqid=0 2024-11-24T09:23:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742515_1691 (size=12301) 2024-11-24T09:23:13,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/75976718f77f4da8a2ba68f49ffbfd95 2024-11-24T09:23:13,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/32293b9dceff4082969b926368be83a1 is 50, key is test_row_0/C:col10/1732440193042/Put/seqid=0 2024-11-24T09:23:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742516_1692 (size=12301) 2024-11-24T09:23:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T09:23:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440253204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440253204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-24T09:23:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,320 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/66a488908d9c4ae5afe73fa326016c9c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/66a488908d9c4ae5afe73fa326016c9c 2024-11-24T09:23:13,324 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fd182c6290be7869760edc79433d77a9/B of fd182c6290be7869760edc79433d77a9 into 66a488908d9c4ae5afe73fa326016c9c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:13,324 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:13,324 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/B, priority=13, startTime=1732440192872; duration=0sec 2024-11-24T09:23:13,324 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:13,324 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:B 2024-11-24T09:23:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T09:23:13,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-24T09:23:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440253406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440253406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440253426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440253429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-24T09:23:13,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:13,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:13,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/32293b9dceff4082969b926368be83a1 2024-11-24T09:23:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/2b4e41807a9a4cfb99830810304525e7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7 2024-11-24T09:23:13,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7, entries=250, sequenceid=296, filesize=47.5 K 2024-11-24T09:23:13,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/75976718f77f4da8a2ba68f49ffbfd95 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/75976718f77f4da8a2ba68f49ffbfd95 2024-11-24T09:23:13,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/75976718f77f4da8a2ba68f49ffbfd95, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T09:23:13,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/32293b9dceff4082969b926368be83a1 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/32293b9dceff4082969b926368be83a1 2024-11-24T09:23:13,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/32293b9dceff4082969b926368be83a1, entries=150, sequenceid=296, filesize=12.0 K 2024-11-24T09:23:13,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for fd182c6290be7869760edc79433d77a9 in 508ms, sequenceid=296, compaction requested=false 2024-11-24T09:23:13,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T09:23:13,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-24T09:23:13,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:13,685 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:23:13,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240109c5fc186344f6ad2e039c431befcb_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440193096/Put/seqid=0 2024-11-24T09:23:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742517_1693 (size=12454) 2024-11-24T09:23:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:13,701 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240109c5fc186344f6ad2e039c431befcb_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240109c5fc186344f6ad2e039c431befcb_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:13,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/6d0a37cd20604be8a2a619e483e18287, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/6d0a37cd20604be8a2a619e483e18287 is 175, key is test_row_0/A:col10/1732440193096/Put/seqid=0 2024-11-24T09:23:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:13,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742518_1694 (size=31255) 2024-11-24T09:23:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440253726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440253726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440253830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:13,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440253830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440254033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440254034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,115 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/6d0a37cd20604be8a2a619e483e18287 2024-11-24T09:23:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/2712b96c6b3c444b8c6fc5ce0cc0ea21 is 50, key is test_row_0/B:col10/1732440193096/Put/seqid=0 2024-11-24T09:23:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742519_1695 (size=12301) 2024-11-24T09:23:14,126 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/2712b96c6b3c444b8c6fc5ce0cc0ea21 2024-11-24T09:23:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/13d9788b9e8f415ab1949b8644c60348 is 50, key is test_row_0/C:col10/1732440193096/Put/seqid=0 2024-11-24T09:23:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742520_1696 (size=12301) 2024-11-24T09:23:14,136 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/13d9788b9e8f415ab1949b8644c60348 2024-11-24T09:23:14,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/6d0a37cd20604be8a2a619e483e18287 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287 2024-11-24T09:23:14,143 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287, entries=150, sequenceid=322, filesize=30.5 K 2024-11-24T09:23:14,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/2712b96c6b3c444b8c6fc5ce0cc0ea21 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2712b96c6b3c444b8c6fc5ce0cc0ea21 2024-11-24T09:23:14,147 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2712b96c6b3c444b8c6fc5ce0cc0ea21, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T09:23:14,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/13d9788b9e8f415ab1949b8644c60348 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/13d9788b9e8f415ab1949b8644c60348 2024-11-24T09:23:14,151 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/13d9788b9e8f415ab1949b8644c60348, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T09:23:14,151 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for fd182c6290be7869760edc79433d77a9 in 466ms, sequenceid=322, compaction requested=true 2024-11-24T09:23:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-24T09:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-24T09:23:14,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-24T09:23:14,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0780 sec 2024-11-24T09:23:14,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.0830 sec 2024-11-24T09:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T09:23:14,176 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-24T09:23:14,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-24T09:23:14,179 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T09:23:14,179 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:14,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T09:23:14,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-24T09:23:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:14,331 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:14,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:14,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e5a7ec92b1f54354bc437c410301957f_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440193720/Put/seqid=0 2024-11-24T09:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742521_1697 (size=12454) 2024-11-24T09:23:14,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:14,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440254377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440254378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440254418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,420 DEBUG [Thread-2691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T09:23:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440254482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440254482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440254687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440254688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:14,744 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e5a7ec92b1f54354bc437c410301957f_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e5a7ec92b1f54354bc437c410301957f_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/c284d92c092f4bd1a62490ecc0c56fe9, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:14,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/c284d92c092f4bd1a62490ecc0c56fe9 is 175, key is test_row_0/A:col10/1732440193720/Put/seqid=0 2024-11-24T09:23:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742522_1698 (size=31255) 2024-11-24T09:23:14,749 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/c284d92c092f4bd1a62490ecc0c56fe9 2024-11-24T09:23:14,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/46340f740b7f485cb95a0229777a735c is 50, key is test_row_0/B:col10/1732440193720/Put/seqid=0 2024-11-24T09:23:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742523_1699 (size=12301) 2024-11-24T09:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T09:23:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440254990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:14,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440254991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:15,157 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/46340f740b7f485cb95a0229777a735c 2024-11-24T09:23:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/c08d28d95eb24a308999cf7aff289d26 is 50, key is test_row_0/C:col10/1732440193720/Put/seqid=0 2024-11-24T09:23:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742524_1700 (size=12301) 2024-11-24T09:23:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T09:23:15,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440255437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:15,440 DEBUG [Thread-2689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:23:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440255446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:15,449 DEBUG [Thread-2687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:23:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440255494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:15,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440255495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:15,571 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/c08d28d95eb24a308999cf7aff289d26 2024-11-24T09:23:15,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/c284d92c092f4bd1a62490ecc0c56fe9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9 2024-11-24T09:23:15,578 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9, entries=150, sequenceid=334, filesize=30.5 K 2024-11-24T09:23:15,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/46340f740b7f485cb95a0229777a735c as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/46340f740b7f485cb95a0229777a735c 2024-11-24T09:23:15,582 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/46340f740b7f485cb95a0229777a735c, entries=150, sequenceid=334, filesize=12.0 K 2024-11-24T09:23:15,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/c08d28d95eb24a308999cf7aff289d26 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/c08d28d95eb24a308999cf7aff289d26 2024-11-24T09:23:15,585 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/c08d28d95eb24a308999cf7aff289d26, entries=150, sequenceid=334, filesize=12.0 K 2024-11-24T09:23:15,586 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fd182c6290be7869760edc79433d77a9 in 1255ms, sequenceid=334, compaction requested=true 2024-11-24T09:23:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-24T09:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-24T09:23:15,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-24T09:23:15,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-24T09:23:15,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.4110 sec 2024-11-24T09:23:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-24T09:23:16,282 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-24T09:23:16,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-11-24T09:23:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T09:23:16,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:16,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:16,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T09:23:16,438 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-11-24T09:23:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:16,438 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112442e54fbbb01d4c93a92506a77f8b07cd_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440194368/Put/seqid=0 2024-11-24T09:23:16,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742525_1701 (size=12454) 2024-11-24T09:23:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:16,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:16,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440256527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440256527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T09:23:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440256634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440256634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440256838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440256839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:16,882 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112442e54fbbb01d4c93a92506a77f8b07cd_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112442e54fbbb01d4c93a92506a77f8b07cd_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/a2bf610d43f24e19b8dbf535323c66a0, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/a2bf610d43f24e19b8dbf535323c66a0 is 175, key is test_row_0/A:col10/1732440194368/Put/seqid=0 2024-11-24T09:23:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T09:23:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742526_1702 (size=31255) 2024-11-24T09:23:16,904 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/a2bf610d43f24e19b8dbf535323c66a0 2024-11-24T09:23:16,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/8de2a9d766b5438d9bb40331ad1435dd is 50, key is test_row_0/B:col10/1732440194368/Put/seqid=0 2024-11-24T09:23:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742527_1703 (size=12301) 2024-11-24T09:23:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440257144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440257143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T09:23:17,390 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/8de2a9d766b5438d9bb40331ad1435dd 2024-11-24T09:23:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/126dd4d61932444f962265138fb331dd is 50, key is test_row_0/C:col10/1732440194368/Put/seqid=0 2024-11-24T09:23:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742528_1704 (size=12301) 2024-11-24T09:23:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440257648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:17,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440257651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:17,815 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/126dd4d61932444f962265138fb331dd 2024-11-24T09:23:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/a2bf610d43f24e19b8dbf535323c66a0 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0 2024-11-24T09:23:17,825 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0, entries=150, sequenceid=358, filesize=30.5 K 2024-11-24T09:23:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/8de2a9d766b5438d9bb40331ad1435dd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/8de2a9d766b5438d9bb40331ad1435dd 2024-11-24T09:23:17,829 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/8de2a9d766b5438d9bb40331ad1435dd, entries=150, sequenceid=358, filesize=12.0 K 2024-11-24T09:23:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/126dd4d61932444f962265138fb331dd as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/126dd4d61932444f962265138fb331dd 2024-11-24T09:23:17,835 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/126dd4d61932444f962265138fb331dd, entries=150, sequenceid=358, filesize=12.0 K 2024-11-24T09:23:17,836 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fd182c6290be7869760edc79433d77a9 in 1398ms, sequenceid=358, compaction requested=true 2024-11-24T09:23:17,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:17,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:17,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-11-24T09:23:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-11-24T09:23:17,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-24T09:23:17,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-24T09:23:17,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 1.5560 sec 2024-11-24T09:23:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-24T09:23:18,390 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-24T09:23:18,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-11-24T09:23:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-24T09:23:18,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:18,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:18,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:18,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:23:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] regionserver.HRegion(8581): Flush requested on fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc4efcfe5c1f46919dc2c8dbe3a379a0_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-24T09:23:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742529_1705 (size=14994) 2024-11-24T09:23:18,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:18,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:18,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440258578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51372 deadline: 1732440258654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51316 deadline: 1732440258660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440258685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-24T09:23:18,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:18,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:18,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:18,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:18,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:18,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440258891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:18,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,911 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc4efcfe5c1f46919dc2c8dbe3a379a0_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc4efcfe5c1f46919dc2c8dbe3a379a0_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:18,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/bf60b46d6af84d088ff5f7f2b9cf925f, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:18,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/bf60b46d6af84d088ff5f7f2b9cf925f is 175, key is test_row_0/A:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:18,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742530_1706 (size=39949) 2024-11-24T09:23:18,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/bf60b46d6af84d088ff5f7f2b9cf925f 2024-11-24T09:23:18,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/48eefc0277c043b38809f2eca1712d42 is 50, key is test_row_0/B:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-24T09:23:19,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742531_1707 (size=12301) 2024-11-24T09:23:19,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:19,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440259197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:19,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/48eefc0277c043b38809f2eca1712d42 2024-11-24T09:23:19,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/9d1f3271449e49ae93169098d3472580 is 50, key is test_row_0/C:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742532_1708 (size=12301) 2024-11-24T09:23:19,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51294 deadline: 1732440259474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,476 DEBUG [Thread-2689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:23:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51356 deadline: 1732440259485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,488 DEBUG [Thread-2687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., hostname=36e70e68d79c,40313,1732440030467, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:23:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-24T09:23:19,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51286 deadline: 1732440259703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. as already flushing 2024-11-24T09:23:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/9d1f3271449e49ae93169098d3472580 2024-11-24T09:23:19,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/bf60b46d6af84d088ff5f7f2b9cf925f as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f 2024-11-24T09:23:19,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f, entries=200, sequenceid=371, filesize=39.0 K 2024-11-24T09:23:19,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/48eefc0277c043b38809f2eca1712d42 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/48eefc0277c043b38809f2eca1712d42 2024-11-24T09:23:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/48eefc0277c043b38809f2eca1712d42, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T09:23:19,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/9d1f3271449e49ae93169098d3472580 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/9d1f3271449e49ae93169098d3472580 2024-11-24T09:23:19,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/9d1f3271449e49ae93169098d3472580, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T09:23:19,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fd182c6290be7869760edc79433d77a9 in 1455ms, sequenceid=371, compaction requested=true 2024-11-24T09:23:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:19,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:19,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:19,890 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-24T09:23:19,890 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-24T09:23:19,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:19,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:19,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fd182c6290be7869760edc79433d77a9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:19,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:19,893 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 214222 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-24T09:23:19,893 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/A is initiating minor compaction (all files) 2024-11-24T09:23:19,893 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/A in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,893 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f17fadfc48bd42579cacf79cb8f2c7b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=209.2 K 2024-11-24T09:23:19,893 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,893 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. files: [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f17fadfc48bd42579cacf79cb8f2c7b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f] 2024-11-24T09:23:19,893 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74420 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-24T09:23:19,893 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/B is initiating minor compaction (all files) 2024-11-24T09:23:19,893 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/B in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,893 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/66a488908d9c4ae5afe73fa326016c9c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/75976718f77f4da8a2ba68f49ffbfd95, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2712b96c6b3c444b8c6fc5ce0cc0ea21, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/46340f740b7f485cb95a0229777a735c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/8de2a9d766b5438d9bb40331ad1435dd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/48eefc0277c043b38809f2eca1712d42] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=72.7 K 2024-11-24T09:23:19,894 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting f17fadfc48bd42579cacf79cb8f2c7b3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732440191310 2024-11-24T09:23:19,894 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 66a488908d9c4ae5afe73fa326016c9c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732440191310 2024-11-24T09:23:19,894 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b4e41807a9a4cfb99830810304525e7, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732440192400 2024-11-24T09:23:19,894 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 75976718f77f4da8a2ba68f49ffbfd95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732440193036 2024-11-24T09:23:19,895 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d0a37cd20604be8a2a619e483e18287, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732440193096 2024-11-24T09:23:19,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 2712b96c6b3c444b8c6fc5ce0cc0ea21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732440193096 2024-11-24T09:23:19,895 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 46340f740b7f485cb95a0229777a735c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732440193720 2024-11-24T09:23:19,895 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting c284d92c092f4bd1a62490ecc0c56fe9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732440193720 2024-11-24T09:23:19,896 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2bf610d43f24e19b8dbf535323c66a0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732440194368 2024-11-24T09:23:19,896 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 8de2a9d766b5438d9bb40331ad1435dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732440194368 2024-11-24T09:23:19,896 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf60b46d6af84d088ff5f7f2b9cf925f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732440196518 2024-11-24T09:23:19,897 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 48eefc0277c043b38809f2eca1712d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732440196518 2024-11-24T09:23:19,913 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:19,919 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#B#compaction#603 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:19,920 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/6411df3e7a5841a4b4107ff9e9ced4ce is 50, key is test_row_0/B:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:19,927 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f2a8f566adb540b383b9d06f6faefb70_fd182c6290be7869760edc79433d77a9 store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:19,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:19,931 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f2a8f566adb540b383b9d06f6faefb70_fd182c6290be7869760edc79433d77a9, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:19,932 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2a8f566adb540b383b9d06f6faefb70_fd182c6290be7869760edc79433d77a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:19,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-11-24T09:23:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,934 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:23:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:19,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742533_1709 (size=13119) 2024-11-24T09:23:19,969 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/6411df3e7a5841a4b4107ff9e9ced4ce as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/6411df3e7a5841a4b4107ff9e9ced4ce 2024-11-24T09:23:19,975 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in fd182c6290be7869760edc79433d77a9/B of fd182c6290be7869760edc79433d77a9 into 6411df3e7a5841a4b4107ff9e9ced4ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:19,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:19,975 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/B, priority=10, startTime=1732440199890; duration=0sec 2024-11-24T09:23:19,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:19,975 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:B 2024-11-24T09:23:19,976 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-24T09:23:19,979 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74420 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-24T09:23:19,979 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1540): fd182c6290be7869760edc79433d77a9/C is initiating minor compaction (all files) 2024-11-24T09:23:19,979 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fd182c6290be7869760edc79433d77a9/C in TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:19,979 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5532e778b2644350a3f09d8369c7b8b0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/32293b9dceff4082969b926368be83a1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/13d9788b9e8f415ab1949b8644c60348, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/c08d28d95eb24a308999cf7aff289d26, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/126dd4d61932444f962265138fb331dd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/9d1f3271449e49ae93169098d3472580] into tmpdir=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp, totalSize=72.7 K 2024-11-24T09:23:19,979 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 5532e778b2644350a3f09d8369c7b8b0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732440191310 2024-11-24T09:23:19,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112407aca0ddb82d4ed78a01eb2d0bb8c221_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440198570/Put/seqid=0 2024-11-24T09:23:19,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 32293b9dceff4082969b926368be83a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732440193036 2024-11-24T09:23:19,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 13d9788b9e8f415ab1949b8644c60348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732440193096 2024-11-24T09:23:19,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting c08d28d95eb24a308999cf7aff289d26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732440193720 2024-11-24T09:23:19,980 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 126dd4d61932444f962265138fb331dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732440194368 2024-11-24T09:23:19,981 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1f3271449e49ae93169098d3472580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732440196518 2024-11-24T09:23:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742534_1710 (size=4469) 2024-11-24T09:23:19,999 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#A#compaction#602 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:20,000 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/33d94d4d7a7c4a078a592365942a7b53 is 175, key is test_row_0/A:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742535_1711 (size=12454) 2024-11-24T09:23:20,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742536_1712 (size=32073) 2024-11-24T09:23:20,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,063 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fd182c6290be7869760edc79433d77a9#C#compaction#605 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:20,063 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/0c3d5c9085674ffa8541d7a863d39562 is 50, key is test_row_0/C:col10/1732440198433/Put/seqid=0 2024-11-24T09:23:20,065 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112407aca0ddb82d4ed78a01eb2d0bb8c221_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112407aca0ddb82d4ed78a01eb2d0bb8c221_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:20,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/41d27a522de54b51a18366829d9b6d63, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:20,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/41d27a522de54b51a18366829d9b6d63 is 175, key is test_row_0/A:col10/1732440198570/Put/seqid=0 2024-11-24T09:23:20,073 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/33d94d4d7a7c4a078a592365942a7b53 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/33d94d4d7a7c4a078a592365942a7b53 2024-11-24T09:23:20,086 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in fd182c6290be7869760edc79433d77a9/A of fd182c6290be7869760edc79433d77a9 into 33d94d4d7a7c4a078a592365942a7b53(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:20,086 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:20,086 INFO [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/A, priority=10, startTime=1732440199889; duration=0sec 2024-11-24T09:23:20,087 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:20,087 DEBUG [RS:0;36e70e68d79c:40313-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:A 2024-11-24T09:23:20,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742537_1713 (size=13119) 2024-11-24T09:23:20,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742538_1714 (size=31255) 2024-11-24T09:23:20,120 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/0c3d5c9085674ffa8541d7a863d39562 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/0c3d5c9085674ffa8541d7a863d39562 2024-11-24T09:23:20,126 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in fd182c6290be7869760edc79433d77a9/C of fd182c6290be7869760edc79433d77a9 into 0c3d5c9085674ffa8541d7a863d39562(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:20,126 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:20,126 INFO [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9., storeName=fd182c6290be7869760edc79433d77a9/C, priority=10, startTime=1732440199891; duration=0sec 2024-11-24T09:23:20,126 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:20,126 DEBUG [RS:0;36e70e68d79c:40313-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fd182c6290be7869760edc79433d77a9:C 2024-11-24T09:23:20,130 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/41d27a522de54b51a18366829d9b6d63 2024-11-24T09:23:20,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/d6208466b09e47ec97d073a95263d0fe is 50, key is test_row_0/B:col10/1732440198570/Put/seqid=0 2024-11-24T09:23:20,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742539_1715 (size=12301) 2024-11-24T09:23:20,176 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/d6208466b09e47ec97d073a95263d0fe 2024-11-24T09:23:20,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/5768fdbe28af41ee935372e9930302de is 50, key is test_row_0/C:col10/1732440198570/Put/seqid=0 2024-11-24T09:23:20,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742540_1716 (size=12301) 2024-11-24T09:23:20,203 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/5768fdbe28af41ee935372e9930302de 2024-11-24T09:23:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/41d27a522de54b51a18366829d9b6d63 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/41d27a522de54b51a18366829d9b6d63 2024-11-24T09:23:20,219 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/41d27a522de54b51a18366829d9b6d63, entries=150, sequenceid=394, filesize=30.5 K 2024-11-24T09:23:20,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/d6208466b09e47ec97d073a95263d0fe as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d6208466b09e47ec97d073a95263d0fe 2024-11-24T09:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,224 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d6208466b09e47ec97d073a95263d0fe, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T09:23:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/5768fdbe28af41ee935372e9930302de as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5768fdbe28af41ee935372e9930302de 2024-11-24T09:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5768fdbe28af41ee935372e9930302de, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T09:23:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,235 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for fd182c6290be7869760edc79433d77a9 in 301ms, sequenceid=394, compaction requested=false 2024-11-24T09:23:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-11-24T09:23:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-11-24T09:23:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-24T09:23:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-24T09:23:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.8470 sec 2024-11-24T09:23:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-24T09:23:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,499 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-24T09:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-11-24T09:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,503 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,504 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:20,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-24T09:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-24T09:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:20,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40313 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-11-24T09:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-11-24T09:23:20,656 DEBUG [Thread-2698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:62361 2024-11-24T09:23:20,656 DEBUG [Thread-2698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-11-24T09:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,659 DEBUG [Thread-2694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:62361 2024-11-24T09:23:20,659 DEBUG [Thread-2694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-11-24T09:23:20,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T09:23:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 160 msec 2024-11-24T09:23:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,673 DEBUG [Thread-2702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:62361 2024-11-24T09:23:20,673 DEBUG [Thread-2702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,675 DEBUG [Thread-2685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:62361 2024-11-24T09:23:20,675 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,679 DEBUG [Thread-2683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:62361 2024-11-24T09:23:20,679 DEBUG [Thread-2683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,696 DEBUG [Thread-2696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:62361 2024-11-24T09:23:20,696 DEBUG [Thread-2696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:20,701 DEBUG [Thread-2700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:62361 2024-11-24T09:23:20,701 DEBUG [Thread-2700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,717 DEBUG [Thread-2691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:62361 2024-11-24T09:23:20,717 DEBUG [Thread-2691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-24T09:23:20,807 INFO [Thread-2693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-11-24T09:23:28,882 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:23:29,511 DEBUG [Thread-2687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:62361 2024-11-24T09:23:29,511 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:29,555 DEBUG [Thread-2689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:62361 2024-11-24T09:23:29,555 DEBUG [Thread-2689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4518 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4392 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4393 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4512 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4387 2024-11-24T09:23:29,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:23:29,556 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:23:29,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:62361 2024-11-24T09:23:29,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:29,557 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:23:29,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:23:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-24T09:23:29,560 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440209560"}]},"ts":"1732440209560"} 2024-11-24T09:23:29,561 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:23:29,563 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:23:29,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:23:29,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=197, ppid=196, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, UNASSIGN}] 2024-11-24T09:23:29,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=197, ppid=196, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, UNASSIGN 2024-11-24T09:23:29,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=197 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=CLOSING, regionLocation=36e70e68d79c,40313,1732440030467 2024-11-24T09:23:29,566 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:23:29,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; CloseRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467}] 2024-11-24T09:23:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-24T09:23:29,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:29,718 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(124): Close fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:29,718 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:23:29,718 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1681): Closing fd182c6290be7869760edc79433d77a9, disabling compactions & flushes 2024-11-24T09:23:29,718 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:29,718 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:29,718 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. after waiting 0 ms 2024-11-24T09:23:29,718 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:29,718 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(2837): Flushing fd182c6290be7869760edc79433d77a9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:23:29,719 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=A 2024-11-24T09:23:29,719 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,719 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=B 2024-11-24T09:23:29,719 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,719 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fd182c6290be7869760edc79433d77a9, store=C 2024-11-24T09:23:29,719 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,725 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242539f4ef43a24e5ebec716fc172bc5a3_fd182c6290be7869760edc79433d77a9 is 50, key is test_row_0/A:col10/1732440209554/Put/seqid=0 2024-11-24T09:23:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742541_1717 (size=9914) 2024-11-24T09:23:29,728 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:29,732 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242539f4ef43a24e5ebec716fc172bc5a3_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242539f4ef43a24e5ebec716fc172bc5a3_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:29,733 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f4aa03d721354ff0b386bcd97bbebe87, store: [table=TestAcidGuarantees family=A region=fd182c6290be7869760edc79433d77a9] 2024-11-24T09:23:29,733 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f4aa03d721354ff0b386bcd97bbebe87 is 175, key is test_row_0/A:col10/1732440209554/Put/seqid=0 2024-11-24T09:23:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742542_1718 (size=22561) 2024-11-24T09:23:29,737 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f4aa03d721354ff0b386bcd97bbebe87 2024-11-24T09:23:29,743 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/37e2d13b598a46cb890c3f2a76872920 is 50, key is test_row_0/B:col10/1732440209554/Put/seqid=0 2024-11-24T09:23:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742543_1719 (size=9857) 2024-11-24T09:23:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-24T09:23:30,146 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/37e2d13b598a46cb890c3f2a76872920 2024-11-24T09:23:30,152 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/53520dcc98844bfc87746cb30bb767e7 is 50, key is test_row_0/C:col10/1732440209554/Put/seqid=0 2024-11-24T09:23:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742544_1720 (size=9857) 2024-11-24T09:23:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-24T09:23:30,555 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/53520dcc98844bfc87746cb30bb767e7 2024-11-24T09:23:30,559 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/A/f4aa03d721354ff0b386bcd97bbebe87 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f4aa03d721354ff0b386bcd97bbebe87 2024-11-24T09:23:30,562 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f4aa03d721354ff0b386bcd97bbebe87, entries=100, sequenceid=406, filesize=22.0 K 2024-11-24T09:23:30,563 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/B/37e2d13b598a46cb890c3f2a76872920 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/37e2d13b598a46cb890c3f2a76872920 2024-11-24T09:23:30,566 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/37e2d13b598a46cb890c3f2a76872920, entries=100, sequenceid=406, filesize=9.6 K 2024-11-24T09:23:30,566 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/.tmp/C/53520dcc98844bfc87746cb30bb767e7 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/53520dcc98844bfc87746cb30bb767e7 2024-11-24T09:23:30,569 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/53520dcc98844bfc87746cb30bb767e7, entries=100, sequenceid=406, filesize=9.6 K 2024-11-24T09:23:30,570 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for fd182c6290be7869760edc79433d77a9 in 852ms, sequenceid=406, compaction requested=true 2024-11-24T09:23:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2f7c9f9ce494cafbb903a3c5e23bb3a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/3083f7ef344b4956b8f14ff89da8081b, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7535aa5402a84361a8e0d51411a405ce, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/daa40c89d01f44c6861bc4edf46d5b91, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f17fadfc48bd42579cacf79cb8f2c7b3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f] to archive 2024-11-24T09:23:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:30,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/11b6fc295a0b41fd95a1fec5771775d5 2024-11-24T09:23:30,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/8e34f104026f49bd9ffd6bf62435e88b 2024-11-24T09:23:30,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/befdf78f7d944a8abd028b0329164878 2024-11-24T09:23:30,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/14471c22b4e1445d8681ec3c5163a22b 2024-11-24T09:23:30,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2f7c9f9ce494cafbb903a3c5e23bb3a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2f7c9f9ce494cafbb903a3c5e23bb3a 2024-11-24T09:23:30,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/0cbdffc670f446d089b231ade5b9a9d9 2024-11-24T09:23:30,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1c56ec9e944c496f8de2d3d8e7b277eb 2024-11-24T09:23:30,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/778a60c348c44186bde89ff1b45d173b 2024-11-24T09:23:30,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/3083f7ef344b4956b8f14ff89da8081b to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/3083f7ef344b4956b8f14ff89da8081b 2024-11-24T09:23:30,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/1a408358e0b34a56a59417c31baf5258 2024-11-24T09:23:30,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/085648bfac5b41b3a09b121a3718f36f 2024-11-24T09:23:30,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7535aa5402a84361a8e0d51411a405ce to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7535aa5402a84361a8e0d51411a405ce 2024-11-24T09:23:30,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/70f180e261d642138d58fbbf029c8da9 2024-11-24T09:23:30,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/7108fb663d8f4463973d17e281900a4c 2024-11-24T09:23:30,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/9c7c359d77e64da5a65922c71e4d350e 2024-11-24T09:23:30,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/daa40c89d01f44c6861bc4edf46d5b91 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/daa40c89d01f44c6861bc4edf46d5b91 2024-11-24T09:23:30,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/ab629236466f4f5eb417bfc9ad82e881 2024-11-24T09:23:30,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f36aae4ffeb54295825370412acda3be 2024-11-24T09:23:30,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f17fadfc48bd42579cacf79cb8f2c7b3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f17fadfc48bd42579cacf79cb8f2c7b3 2024-11-24T09:23:30,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/2b4e41807a9a4cfb99830810304525e7 2024-11-24T09:23:30,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/6d0a37cd20604be8a2a619e483e18287 2024-11-24T09:23:30,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/c284d92c092f4bd1a62490ecc0c56fe9 2024-11-24T09:23:30,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/a2bf610d43f24e19b8dbf535323c66a0 2024-11-24T09:23:30,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/bf60b46d6af84d088ff5f7f2b9cf925f 2024-11-24T09:23:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/df85e3946d65477d8052eec497c098bb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/b759d88ff2b84191a0e268711d1744ac, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/53551a9feaf346a881a753170a474e17, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/af5753bbff8a4b71949e737776159ae8, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/cb4a2b3c449642b3a8322219d4a4189e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2d3c8de666db43fd9ee33afc1788f2d3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/963c72ea9a1f41299268ab9620322f94, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d902785ddaa7411c941e7fd93241df82, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/0e77dc67d4ee4ad982ad992090cd4734, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/50d61d79b9544076a5f60e0bbabc5e11, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/773de45cefd24586abf7e8f30f32cdba, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/e0dc62f88bf64b7e90889b02d917ebee, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/966f64bd5fc445648e9cf78318a64626, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/c9cf8d696a764a37b895564e3f04a242, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/90b8c7b390ea416b97c2fc811fa6ee2a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/f4370759fc7245cab32a9d03ed31f85d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/7d04df84f4d843baae6349867d817376, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/66a488908d9c4ae5afe73fa326016c9c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/214afeb4a6174589acb2ec9a25c14b36, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/75976718f77f4da8a2ba68f49ffbfd95, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2712b96c6b3c444b8c6fc5ce0cc0ea21, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/46340f740b7f485cb95a0229777a735c, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/8de2a9d766b5438d9bb40331ad1435dd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/48eefc0277c043b38809f2eca1712d42] to archive 2024-11-24T09:23:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:30,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/df85e3946d65477d8052eec497c098bb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/df85e3946d65477d8052eec497c098bb 2024-11-24T09:23:30,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/b759d88ff2b84191a0e268711d1744ac to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/b759d88ff2b84191a0e268711d1744ac 2024-11-24T09:23:30,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/53551a9feaf346a881a753170a474e17 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/53551a9feaf346a881a753170a474e17 2024-11-24T09:23:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/af5753bbff8a4b71949e737776159ae8 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/af5753bbff8a4b71949e737776159ae8 2024-11-24T09:23:30,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/cb4a2b3c449642b3a8322219d4a4189e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/cb4a2b3c449642b3a8322219d4a4189e 2024-11-24T09:23:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2d3c8de666db43fd9ee33afc1788f2d3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2d3c8de666db43fd9ee33afc1788f2d3 2024-11-24T09:23:30,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/963c72ea9a1f41299268ab9620322f94 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/963c72ea9a1f41299268ab9620322f94 2024-11-24T09:23:30,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d902785ddaa7411c941e7fd93241df82 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d902785ddaa7411c941e7fd93241df82 2024-11-24T09:23:30,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/0e77dc67d4ee4ad982ad992090cd4734 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/0e77dc67d4ee4ad982ad992090cd4734 2024-11-24T09:23:30,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/50d61d79b9544076a5f60e0bbabc5e11 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/50d61d79b9544076a5f60e0bbabc5e11 2024-11-24T09:23:30,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/773de45cefd24586abf7e8f30f32cdba to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/773de45cefd24586abf7e8f30f32cdba 2024-11-24T09:23:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/e0dc62f88bf64b7e90889b02d917ebee to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/e0dc62f88bf64b7e90889b02d917ebee 2024-11-24T09:23:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/966f64bd5fc445648e9cf78318a64626 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/966f64bd5fc445648e9cf78318a64626 2024-11-24T09:23:30,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/c9cf8d696a764a37b895564e3f04a242 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/c9cf8d696a764a37b895564e3f04a242 2024-11-24T09:23:30,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/90b8c7b390ea416b97c2fc811fa6ee2a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/90b8c7b390ea416b97c2fc811fa6ee2a 2024-11-24T09:23:30,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/f4370759fc7245cab32a9d03ed31f85d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/f4370759fc7245cab32a9d03ed31f85d 2024-11-24T09:23:30,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/7d04df84f4d843baae6349867d817376 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/7d04df84f4d843baae6349867d817376 2024-11-24T09:23:30,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/66a488908d9c4ae5afe73fa326016c9c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/66a488908d9c4ae5afe73fa326016c9c 2024-11-24T09:23:30,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/214afeb4a6174589acb2ec9a25c14b36 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/214afeb4a6174589acb2ec9a25c14b36 2024-11-24T09:23:30,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/75976718f77f4da8a2ba68f49ffbfd95 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/75976718f77f4da8a2ba68f49ffbfd95 2024-11-24T09:23:30,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2712b96c6b3c444b8c6fc5ce0cc0ea21 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/2712b96c6b3c444b8c6fc5ce0cc0ea21 2024-11-24T09:23:30,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/46340f740b7f485cb95a0229777a735c to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/46340f740b7f485cb95a0229777a735c 2024-11-24T09:23:30,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/8de2a9d766b5438d9bb40331ad1435dd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/8de2a9d766b5438d9bb40331ad1435dd 2024-11-24T09:23:30,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/48eefc0277c043b38809f2eca1712d42 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/48eefc0277c043b38809f2eca1712d42 2024-11-24T09:23:30,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cd2d02edcca24c55bea36df6071eb7a4, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cba87ddda43541f6b54d125ea9c97fb0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/06b93246301e40ec82517a73dddc9339, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/de0156b24bd8469aa62ec75ccdba3b00, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/40a59d1dddc1466e94e2e8e258b68116, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/96830aefefe84d74ae55c39f02fb993f, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/3c1a68f36a474399916e98fa565c47f3, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/aa8f4a544f234d09ba24b34ae6ee390d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/64b2a075b84449a1be33893244d2782e, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/87f2e098fc9e48388283238542a3eb0d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/241d21d32a304db4b4253478011dc94a, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/56eed37c2c594d1fba96bde2478926ba, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/2ee49965639a47108d082b6464efa09d, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/59420477df2d4cca9dfc30c2be209170, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/51f46eaa1cd84265b04bde668f8ae8bb, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/19c7f81e07d3497aac81472445f80970, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/94811c68d67644148730995541876661, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5532e778b2644350a3f09d8369c7b8b0, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/4697271de779486797a85ae54f43ebdc, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/32293b9dceff4082969b926368be83a1, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/13d9788b9e8f415ab1949b8644c60348, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/c08d28d95eb24a308999cf7aff289d26, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/126dd4d61932444f962265138fb331dd, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/9d1f3271449e49ae93169098d3472580] to archive 2024-11-24T09:23:30,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:30,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cd2d02edcca24c55bea36df6071eb7a4 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cd2d02edcca24c55bea36df6071eb7a4 2024-11-24T09:23:30,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cba87ddda43541f6b54d125ea9c97fb0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/cba87ddda43541f6b54d125ea9c97fb0 2024-11-24T09:23:30,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/06b93246301e40ec82517a73dddc9339 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/06b93246301e40ec82517a73dddc9339 2024-11-24T09:23:30,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/de0156b24bd8469aa62ec75ccdba3b00 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/de0156b24bd8469aa62ec75ccdba3b00 2024-11-24T09:23:30,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/40a59d1dddc1466e94e2e8e258b68116 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/40a59d1dddc1466e94e2e8e258b68116 2024-11-24T09:23:30,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/96830aefefe84d74ae55c39f02fb993f to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/96830aefefe84d74ae55c39f02fb993f 2024-11-24T09:23:30,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/3c1a68f36a474399916e98fa565c47f3 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/3c1a68f36a474399916e98fa565c47f3 2024-11-24T09:23:30,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/aa8f4a544f234d09ba24b34ae6ee390d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/aa8f4a544f234d09ba24b34ae6ee390d 2024-11-24T09:23:30,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/64b2a075b84449a1be33893244d2782e to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/64b2a075b84449a1be33893244d2782e 2024-11-24T09:23:30,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/87f2e098fc9e48388283238542a3eb0d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/87f2e098fc9e48388283238542a3eb0d 2024-11-24T09:23:30,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/241d21d32a304db4b4253478011dc94a to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/241d21d32a304db4b4253478011dc94a 2024-11-24T09:23:30,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/56eed37c2c594d1fba96bde2478926ba to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/56eed37c2c594d1fba96bde2478926ba 2024-11-24T09:23:30,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/2ee49965639a47108d082b6464efa09d to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/2ee49965639a47108d082b6464efa09d 2024-11-24T09:23:30,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/59420477df2d4cca9dfc30c2be209170 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/59420477df2d4cca9dfc30c2be209170 2024-11-24T09:23:30,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/51f46eaa1cd84265b04bde668f8ae8bb to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/51f46eaa1cd84265b04bde668f8ae8bb 2024-11-24T09:23:30,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/19c7f81e07d3497aac81472445f80970 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/19c7f81e07d3497aac81472445f80970 2024-11-24T09:23:30,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/94811c68d67644148730995541876661 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/94811c68d67644148730995541876661 2024-11-24T09:23:30,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5532e778b2644350a3f09d8369c7b8b0 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5532e778b2644350a3f09d8369c7b8b0 2024-11-24T09:23:30,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/4697271de779486797a85ae54f43ebdc to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/4697271de779486797a85ae54f43ebdc 2024-11-24T09:23:30,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/32293b9dceff4082969b926368be83a1 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/32293b9dceff4082969b926368be83a1 2024-11-24T09:23:30,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/13d9788b9e8f415ab1949b8644c60348 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/13d9788b9e8f415ab1949b8644c60348 2024-11-24T09:23:30,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/c08d28d95eb24a308999cf7aff289d26 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/c08d28d95eb24a308999cf7aff289d26 2024-11-24T09:23:30,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/126dd4d61932444f962265138fb331dd to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/126dd4d61932444f962265138fb331dd 2024-11-24T09:23:30,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/9d1f3271449e49ae93169098d3472580 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/9d1f3271449e49ae93169098d3472580 2024-11-24T09:23:30,653 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4 2024-11-24T09:23:30,653 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9. 2024-11-24T09:23:30,653 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] regionserver.HRegion(1635): Region close journal for fd182c6290be7869760edc79433d77a9: 2024-11-24T09:23:30,654 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=198}] handler.UnassignRegionHandler(170): Closed fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:30,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=197 updating hbase:meta row=fd182c6290be7869760edc79433d77a9, regionState=CLOSED 2024-11-24T09:23:30,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-11-24T09:23:30,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; CloseRegionProcedure fd182c6290be7869760edc79433d77a9, server=36e70e68d79c,40313,1732440030467 in 1.0900 sec 2024-11-24T09:23:30,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=197, resume processing ppid=196 2024-11-24T09:23:30,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, ppid=196, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fd182c6290be7869760edc79433d77a9, UNASSIGN in 1.0930 sec 2024-11-24T09:23:30,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-11-24T09:23:30,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0950 sec 2024-11-24T09:23:30,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440210660"}]},"ts":"1732440210660"} 2024-11-24T09:23:30,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:23:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-24T09:23:30,663 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:23:30,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1060 sec 2024-11-24T09:23:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-11-24T09:23:31,663 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-11-24T09:23:31,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:23:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:31,665 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=199, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:31,666 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=199, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-24T09:23:31,667 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,669 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C, FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/recovered.edits] 2024-11-24T09:23:31,673 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/33d94d4d7a7c4a078a592365942a7b53 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/33d94d4d7a7c4a078a592365942a7b53 2024-11-24T09:23:31,675 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/41d27a522de54b51a18366829d9b6d63 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/41d27a522de54b51a18366829d9b6d63 2024-11-24T09:23:31,676 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f4aa03d721354ff0b386bcd97bbebe87 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/A/f4aa03d721354ff0b386bcd97bbebe87 2024-11-24T09:23:31,678 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/37e2d13b598a46cb890c3f2a76872920 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/37e2d13b598a46cb890c3f2a76872920 2024-11-24T09:23:31,680 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/6411df3e7a5841a4b4107ff9e9ced4ce to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/6411df3e7a5841a4b4107ff9e9ced4ce 2024-11-24T09:23:31,681 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d6208466b09e47ec97d073a95263d0fe to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/B/d6208466b09e47ec97d073a95263d0fe 2024-11-24T09:23:31,684 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/0c3d5c9085674ffa8541d7a863d39562 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/0c3d5c9085674ffa8541d7a863d39562 2024-11-24T09:23:31,685 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/53520dcc98844bfc87746cb30bb767e7 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/53520dcc98844bfc87746cb30bb767e7 2024-11-24T09:23:31,688 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5768fdbe28af41ee935372e9930302de to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/C/5768fdbe28af41ee935372e9930302de 2024-11-24T09:23:31,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/recovered.edits/409.seqid to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9/recovered.edits/409.seqid 2024-11-24T09:23:31,692 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/default/TestAcidGuarantees/fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,692 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:23:31,693 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:23:31,693 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T09:23:31,697 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240109c5fc186344f6ad2e039c431befcb_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240109c5fc186344f6ad2e039c431befcb_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,698 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112407aca0ddb82d4ed78a01eb2d0bb8c221_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112407aca0ddb82d4ed78a01eb2d0bb8c221_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,699 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a9834f0c33e43909e157fb713faacbf_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a9834f0c33e43909e157fb713faacbf_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,701 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124171b6cadeac84f139825c43cd347699a_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124171b6cadeac84f139825c43cd347699a_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,702 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124210b3b1f4fb1436baf0c0caabd53997c_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124210b3b1f4fb1436baf0c0caabd53997c_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,703 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242539f4ef43a24e5ebec716fc172bc5a3_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242539f4ef43a24e5ebec716fc172bc5a3_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,705 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112442e54fbbb01d4c93a92506a77f8b07cd_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112442e54fbbb01d4c93a92506a77f8b07cd_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,706 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b8a9f27f9dc4b339881ac3e61015749_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b8a9f27f9dc4b339881ac3e61015749_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,708 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245224eb8658324a8dbaa80ff9a37e5c3f_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245224eb8658324a8dbaa80ff9a37e5c3f_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,709 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112470ed31de6b594f32a638acec776a7c33_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112470ed31de6b594f32a638acec776a7c33_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,710 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112471be7f5568414459b534b3523a7a490f_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112471be7f5568414459b534b3523a7a490f_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,712 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247258e82758d14d4baf7c83c1e386f736_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247258e82758d14d4baf7c83c1e386f736_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,713 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112474fd29a804b1409abb5a15abb6569754_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112474fd29a804b1409abb5a15abb6569754_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,715 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247f01d7b8a1bc456095f90939f57cb845_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247f01d7b8a1bc456095f90939f57cb845_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,716 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249c266ecc756741069389755d41e30339_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249c266ecc756741069389755d41e30339_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,717 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c542c079631e436c855ae4714887e84a_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c542c079631e436c855ae4714887e84a_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,720 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd69a82ecb1f4589b36f03811c4817af_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cd69a82ecb1f4589b36f03811c4817af_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,721 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc4efcfe5c1f46919dc2c8dbe3a379a0_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc4efcfe5c1f46919dc2c8dbe3a379a0_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,723 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de1fe9cc505b46c18e7bf126a6f63124_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124de1fe9cc505b46c18e7bf126a6f63124_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,725 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e5a7ec92b1f54354bc437c410301957f_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e5a7ec92b1f54354bc437c410301957f_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,727 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f095ef76e608416d8ee4164a8ab45f4a_fd182c6290be7869760edc79433d77a9 to hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f095ef76e608416d8ee4164a8ab45f4a_fd182c6290be7869760edc79433d77a9 2024-11-24T09:23:31,728 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:23:31,730 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=199, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:31,732 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:23:31,734 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:23:31,735 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=199, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:31,736 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:23:31,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440211736"}]},"ts":"9223372036854775807"} 2024-11-24T09:23:31,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:23:31,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fd182c6290be7869760edc79433d77a9, NAME => 'TestAcidGuarantees,,1732440178900.fd182c6290be7869760edc79433d77a9.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:23:31,738 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:23:31,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440211738"}]},"ts":"9223372036854775807"} 2024-11-24T09:23:31,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:23:31,742 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=199, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:31,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-24T09:23:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-11-24T09:23:31,767 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-11-24T09:23:31,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 240), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=702 (was 703), ProcessCount=11 (was 11), AvailableMemoryMB=6761 (was 6870) 2024-11-24T09:23:31,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T09:23:31,780 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:23:31,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:62361 2024-11-24T09:23:31,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:31,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:23:31,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1167679413, stopped=false 2024-11-24T09:23:31,780 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=36e70e68d79c,41753,1732440029741 2024-11-24T09:23:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:23:31,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T09:23:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:23:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:23:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:23:31,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:31,783 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '36e70e68d79c,40313,1732440030467' ***** 2024-11-24T09:23:31,783 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T09:23:31,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:23:31,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:23:31,784 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:23:31,784 INFO [RS:0;36e70e68d79c:40313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:23:31,784 INFO [RS:0;36e70e68d79c:40313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:23:31,784 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(3579): Received CLOSE for f80532a395365a3d763bfec797cdf375 2024-11-24T09:23:31,785 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1224): stopping server 36e70e68d79c,40313,1732440030467 2024-11-24T09:23:31,785 DEBUG [RS:0;36e70e68d79c:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:31,785 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:23:31,785 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:23:31,785 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:23:31,785 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T09:23:31,785 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f80532a395365a3d763bfec797cdf375, disabling compactions & flushes 2024-11-24T09:23:31,785 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:23:31,785 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T09:23:31,785 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:23:31,785 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. after waiting 0 ms 2024-11-24T09:23:31,785 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:23:31,785 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f80532a395365a3d763bfec797cdf375 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T09:23:31,785 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T09:23:31,785 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1603): Online Regions={f80532a395365a3d763bfec797cdf375=hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T09:23:31,786 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:23:31,786 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T09:23:31,786 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T09:23:31,786 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:23:31,786 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:23:31,786 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T09:23:31,797 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f80532a395365a3d763bfec797cdf375 2024-11-24T09:23:31,800 INFO [regionserver/36e70e68d79c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:23:31,805 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/.tmp/info/54284cb614cd4fb98b03a64305402cc6 is 45, key is default/info:d/1732440034958/Put/seqid=0 2024-11-24T09:23:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742545_1721 (size=5037) 2024-11-24T09:23:31,826 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/info/8e96662ab68241af9c1235e5f2b009ce is 143, key is hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375./info:regioninfo/1732440034838/Put/seqid=0 2024-11-24T09:23:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742546_1722 (size=7725) 2024-11-24T09:23:31,997 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f80532a395365a3d763bfec797cdf375 2024-11-24T09:23:32,197 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f80532a395365a3d763bfec797cdf375 2024-11-24T09:23:32,218 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/.tmp/info/54284cb614cd4fb98b03a64305402cc6 2024-11-24T09:23:32,222 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/.tmp/info/54284cb614cd4fb98b03a64305402cc6 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/info/54284cb614cd4fb98b03a64305402cc6 2024-11-24T09:23:32,225 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/info/54284cb614cd4fb98b03a64305402cc6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T09:23:32,225 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f80532a395365a3d763bfec797cdf375 in 440ms, sequenceid=6, compaction requested=false 2024-11-24T09:23:32,228 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/namespace/f80532a395365a3d763bfec797cdf375/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T09:23:32,230 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/info/8e96662ab68241af9c1235e5f2b009ce 2024-11-24T09:23:32,230 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:23:32,230 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f80532a395365a3d763bfec797cdf375: 2024-11-24T09:23:32,230 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732440033606.f80532a395365a3d763bfec797cdf375. 2024-11-24T09:23:32,248 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d16955b7be064811a5c0228cc0e1d623 is 102, key is TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4./rep_barrier:/1732440068521/DeleteFamily/seqid=0 2024-11-24T09:23:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742547_1723 (size=6025) 2024-11-24T09:23:32,252 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d16955b7be064811a5c0228cc0e1d623 2024-11-24T09:23:32,270 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/table/e868bb9a488a434d9c193b646a5785e9 is 96, key is TestAcidGuarantees,,1732440035133.916c283ef28697c16a6878f1b5ee49e4./table:/1732440068521/DeleteFamily/seqid=0 2024-11-24T09:23:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742548_1724 (size=5942) 2024-11-24T09:23:32,308 INFO [regionserver/36e70e68d79c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T09:23:32,308 INFO [regionserver/36e70e68d79c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T09:23:32,398 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T09:23:32,598 DEBUG [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T09:23:32,674 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/table/e868bb9a488a434d9c193b646a5785e9 2024-11-24T09:23:32,678 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/info/8e96662ab68241af9c1235e5f2b009ce as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/info/8e96662ab68241af9c1235e5f2b009ce 2024-11-24T09:23:32,682 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/info/8e96662ab68241af9c1235e5f2b009ce, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T09:23:32,683 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d16955b7be064811a5c0228cc0e1d623 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/rep_barrier/d16955b7be064811a5c0228cc0e1d623 2024-11-24T09:23:32,686 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/rep_barrier/d16955b7be064811a5c0228cc0e1d623, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T09:23:32,687 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/.tmp/table/e868bb9a488a434d9c193b646a5785e9 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/table/e868bb9a488a434d9c193b646a5785e9 2024-11-24T09:23:32,690 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/table/e868bb9a488a434d9c193b646a5785e9, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T09:23:32,690 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=93, compaction requested=false 2024-11-24T09:23:32,695 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T09:23:32,695 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:23:32,695 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T09:23:32,695 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T09:23:32,695 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:23:32,798 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1250): stopping server 36e70e68d79c,40313,1732440030467; all regions closed. 2024-11-24T09:23:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741834_1010 (size=26050) 2024-11-24T09:23:32,805 DEBUG [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/oldWALs 2024-11-24T09:23:32,805 INFO [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 36e70e68d79c%2C40313%2C1732440030467.meta:.meta(num 1732440033362) 2024-11-24T09:23:32,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741832_1008 (size=16953030) 2024-11-24T09:23:32,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/WALs/36e70e68d79c,40313,1732440030467/36e70e68d79c%2C40313%2C1732440030467.1732440032443 not finished, retry = 0 2024-11-24T09:23:32,910 DEBUG [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/oldWALs 2024-11-24T09:23:32,910 INFO [RS:0;36e70e68d79c:40313 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 36e70e68d79c%2C40313%2C1732440030467:(num 1732440032443) 2024-11-24T09:23:32,910 DEBUG [RS:0;36e70e68d79c:40313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:32,910 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:23:32,910 INFO [RS:0;36e70e68d79c:40313 {}] hbase.ChoreService(370): Chore service for: regionserver/36e70e68d79c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-24T09:23:32,911 INFO [regionserver/36e70e68d79c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T09:23:32,911 INFO [RS:0;36e70e68d79c:40313 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40313 2024-11-24T09:23:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/36e70e68d79c,40313,1732440030467 2024-11-24T09:23:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:23:32,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [36e70e68d79c,40313,1732440030467] 2024-11-24T09:23:32,917 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 36e70e68d79c,40313,1732440030467; numProcessing=1 2024-11-24T09:23:32,919 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/36e70e68d79c,40313,1732440030467 already deleted, retry=false 2024-11-24T09:23:32,919 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 36e70e68d79c,40313,1732440030467 expired; onlineServers=0 2024-11-24T09:23:32,919 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '36e70e68d79c,41753,1732440029741' ***** 2024-11-24T09:23:32,919 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:23:32,919 DEBUG [M:0;36e70e68d79c:41753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653d59a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=36e70e68d79c/172.17.0.2:0 2024-11-24T09:23:32,919 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegionServer(1224): stopping server 36e70e68d79c,41753,1732440029741 2024-11-24T09:23:32,919 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegionServer(1250): stopping server 36e70e68d79c,41753,1732440029741; all regions closed. 2024-11-24T09:23:32,919 DEBUG [M:0;36e70e68d79c:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:32,920 DEBUG [M:0;36e70e68d79c:41753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:23:32,920 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:23:32,920 DEBUG [M:0;36e70e68d79c:41753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:23:32,920 DEBUG [master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.small.0-1732440032126 {}] cleaner.HFileCleaner(306): Exit Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.small.0-1732440032126,5,FailOnTimeoutGroup] 2024-11-24T09:23:32,920 DEBUG [master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.large.0-1732440032125 {}] cleaner.HFileCleaner(306): Exit Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.large.0-1732440032125,5,FailOnTimeoutGroup] 2024-11-24T09:23:32,920 INFO [M:0;36e70e68d79c:41753 {}] hbase.ChoreService(370): Chore service for: master/36e70e68d79c:0 had [] on shutdown 2024-11-24T09:23:32,920 DEBUG [M:0;36e70e68d79c:41753 {}] master.HMaster(1733): Stopping service threads 2024-11-24T09:23:32,920 INFO [M:0;36e70e68d79c:41753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:23:32,920 ERROR [M:0;36e70e68d79c:41753 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T09:23:32,921 INFO [M:0;36e70e68d79c:41753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:23:32,921 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:23:32,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:23:32,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:23:32,922 DEBUG [M:0;36e70e68d79c:41753 {}] zookeeper.ZKUtil(347): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:23:32,922 WARN [M:0;36e70e68d79c:41753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:23:32,922 INFO [M:0;36e70e68d79c:41753 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T09:23:32,922 INFO [M:0;36e70e68d79c:41753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:23:32,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:23:32,923 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:23:32,923 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:23:32,923 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:23:32,923 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:23:32,923 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:23:32,923 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=822.94 KB heapSize=1014.93 KB 2024-11-24T09:23:32,944 DEBUG [M:0;36e70e68d79c:41753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25d5b248f5df49588dcf162855d4a3ba is 82, key is hbase:meta,,1/info:regioninfo/1732440033498/Put/seqid=0 2024-11-24T09:23:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742549_1725 (size=5672) 2024-11-24T09:23:32,948 INFO [M:0;36e70e68d79c:41753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2367 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25d5b248f5df49588dcf162855d4a3ba 2024-11-24T09:23:32,983 DEBUG [M:0;36e70e68d79c:41753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63a6344f99204c9f969d0e92827bda40 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\xAC/proc:d/1732440180458/Put/seqid=0 2024-11-24T09:23:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742550_1726 (size=48592) 2024-11-24T09:23:33,018 INFO [RS:0;36e70e68d79c:40313 {}] regionserver.HRegionServer(1307): Exiting; stopping=36e70e68d79c,40313,1732440030467; zookeeper connection closed. 2024-11-24T09:23:33,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e65ff1f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e65ff1f 2024-11-24T09:23:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:23:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40313-0x10028d4aff30001, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:23:33,019 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:23:33,398 INFO [M:0;36e70e68d79c:41753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=822.39 KB at sequenceid=2367 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63a6344f99204c9f969d0e92827bda40 2024-11-24T09:23:33,402 INFO [M:0;36e70e68d79c:41753 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63a6344f99204c9f969d0e92827bda40 2024-11-24T09:23:33,419 DEBUG [M:0;36e70e68d79c:41753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07b2edaad94a41f6bb23ddd5f543fffe is 69, key is 36e70e68d79c,40313,1732440030467/rs:state/1732440032203/Put/seqid=0 2024-11-24T09:23:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073742551_1727 (size=5156) 2024-11-24T09:23:33,823 INFO [M:0;36e70e68d79c:41753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2367 (bloomFilter=true), to=hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07b2edaad94a41f6bb23ddd5f543fffe 2024-11-24T09:23:33,827 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25d5b248f5df49588dcf162855d4a3ba as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25d5b248f5df49588dcf162855d4a3ba 2024-11-24T09:23:33,830 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25d5b248f5df49588dcf162855d4a3ba, entries=8, sequenceid=2367, filesize=5.5 K 2024-11-24T09:23:33,831 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63a6344f99204c9f969d0e92827bda40 as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63a6344f99204c9f969d0e92827bda40 2024-11-24T09:23:33,834 INFO [M:0;36e70e68d79c:41753 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63a6344f99204c9f969d0e92827bda40 2024-11-24T09:23:33,834 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63a6344f99204c9f969d0e92827bda40, entries=199, sequenceid=2367, filesize=47.5 K 2024-11-24T09:23:33,835 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07b2edaad94a41f6bb23ddd5f543fffe as hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07b2edaad94a41f6bb23ddd5f543fffe 2024-11-24T09:23:33,837 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38071/user/jenkins/test-data/56736bbd-a592-635d-27da-45d44609a6d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07b2edaad94a41f6bb23ddd5f543fffe, entries=1, sequenceid=2367, filesize=5.0 K 2024-11-24T09:23:33,839 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(3040): Finished flush of dataSize ~822.94 KB/842694, heapSize ~1014.63 KB/1038984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=2367, compaction requested=false 2024-11-24T09:23:33,841 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:23:33,841 DEBUG [M:0;36e70e68d79c:41753 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T09:23:33,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741830_1006 (size=997868) 2024-11-24T09:23:33,847 INFO [M:0;36e70e68d79c:41753 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T09:23:33,847 INFO [M:0;36e70e68d79c:41753 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41753 2024-11-24T09:23:33,848 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T09:23:33,849 DEBUG [M:0;36e70e68d79c:41753 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/36e70e68d79c,41753,1732440029741 already deleted, retry=false 2024-11-24T09:23:33,951 INFO [M:0;36e70e68d79c:41753 {}] regionserver.HRegionServer(1307): Exiting; stopping=36e70e68d79c,41753,1732440029741; zookeeper connection closed. 2024-11-24T09:23:33,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:23:33,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x10028d4aff30000, quorum=127.0.0.1:62361, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:23:33,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:23:33,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:23:33,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:23:33,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:23:33,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/hadoop.log.dir/,STOPPED} 2024-11-24T09:23:33,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:23:33,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:23:33,963 WARN [BP-1393481081-172.17.0.2-1732440026957 heartbeating to localhost/127.0.0.1:38071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:23:33,963 WARN [BP-1393481081-172.17.0.2-1732440026957 heartbeating to localhost/127.0.0.1:38071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393481081-172.17.0.2-1732440026957 (Datanode Uuid e8cc6edb-28bd-440d-883b-c9ccc920e8fc) service to localhost/127.0.0.1:38071 2024-11-24T09:23:33,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/dfs/data/data1/current/BP-1393481081-172.17.0.2-1732440026957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:23:33,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/cluster_2a5d4c18-4611-2a7b-d842-a12f0bfe3fbb/dfs/data/data2/current/BP-1393481081-172.17.0.2-1732440026957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:23:33,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:23:33,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:23:33,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:23:33,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:23:33,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:23:33,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6604a94f-6a87-cab9-2d10-41d243527981/hadoop.log.dir/,STOPPED} 2024-11-24T09:23:34,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:23:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down